-- Logs begin at Thu 2021-11-25 07:57:32 UTC, end at Thu 2021-11-25 08:59:24 UTC. -- Nov 25 08:32:01.099197 dv-cinder-778193-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Nov 25 08:32:03.953380 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.common.config [-] Logging enabled! Nov 25 08:32:03.954021 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 08:32:03.954186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 08:32:03.957829 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.common.config [-] Logging enabled! Nov 25 08:32:03.958088 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 25 08:32:03.958408 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108999) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 25 08:32:03.959350 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:32:03.959600 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:32:03.959972 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:32:03.960220 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:32:03.960445 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:32:03.960767 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.961197 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 25 08:32:03.961509 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.961804 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.962095 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.962385 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.962672 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.962952 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.963240 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.963535 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.963845 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.964122 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.964404 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.964692 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.964974 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.965259 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.965542 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.965826 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] debug = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.966106 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.966534 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.966952 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.967232 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.967524 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.967833 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.968107 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.968390 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.968673 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.969002 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] host = dv-cinder-778193-12-iscsi {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.969277 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.969564 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.969846 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.970130 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.970403 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.971233 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.971679 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.971957 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.972230 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.972505 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.972793 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.973080 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.973369 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.973593 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.973815 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.974101 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.974385 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.974660 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.974930 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.975204 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.975478 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.975773 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.976042 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.976327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.976611 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.976892 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.977164 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.977434 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.977707 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.977974 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.978257 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.978525 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.978795 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.979071 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.979355 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.979644 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.979918 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.980215 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.980500 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.980784 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.981071 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.981347 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.981631 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.981906 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.982180 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.982452 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_json = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.982724 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.982995 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.983280 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.983570 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.983850 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.984126 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.984399 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.984683 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:03.984984 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.985285 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.985583 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.985871 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.986177 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.987129 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.987423 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.987744 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.988044 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.988340 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.988637 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.988920 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.989219 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.989501 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.989799 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.990107 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.990403 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.990698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.990975 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.991252 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.991528 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.991836 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.992124 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.992407 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.992698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.992987 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.993265 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.993564 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.993854 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.994150 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.994440 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.994714 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.994997 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.995288 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.995601 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.995871 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.996155 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.996447 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.996727 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.997000 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.997285 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.997564 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.997838 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.998108 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.998386 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.998675 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.998954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.999227 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.999497 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:03.999801 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.000073 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.000358 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.000635 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.000906 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.001174 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.001451 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.001724 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.002026 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.002305 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.002576 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.002855 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.003127 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.003395 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.003693 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.003967 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.004238 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.004508 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.004777 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.005056 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.005324 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.005593 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.005863 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.006135 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.006405 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.006686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.006983 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.007260 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.007536 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.007837 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.008117 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.008394 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.008670 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.008946 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.009226 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.009498 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.009788 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.010069 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.010356 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.010638 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.010951 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.011243 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.011518 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.011826 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.012103 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.012380 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.012663 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.012951 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.013246 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.013538 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.013831 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.014123 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.014417 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.014698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.015007 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.015282 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:04.015497 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:32:04.015765 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108999) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 25 08:32:04.454651 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 08:32:04.455621 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 08:32:04.455942 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 25 08:32:04.456273 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 25 08:32:04.786787 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.786987 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.787261 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.788488 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.788770 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.789157 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.826114 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.826386 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.826654 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.841296 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.841578 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.841850 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.870180 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.870462 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.870735 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.909249 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.909521 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:04.909792 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.259708 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.260340 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.260340 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.260527 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.261186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.362680 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.362989 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.363270 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.363538 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.363830 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.364139 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.364396 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.364649 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.364898 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.365173 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.365427 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.365685 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.365936 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.366184 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.366434 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.366693 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.366943 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.367203 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.367471 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.367749 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.368018 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.368267 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.368542 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.368913 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.369156 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.369396 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.369799 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.370042 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.370275 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.370506 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.370745 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.370965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:05.371328 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 25 08:32:05.374680 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 25 08:32:05.379428 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 25 08:32:05.383313 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Nov 25 08:32:05.384962 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 25 08:32:05.385419 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 25 08:32:05.385749 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 25 08:32:05.386131 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 25 08:32:05.388961 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 25 08:32:05.389213 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 25 08:32:05.389560 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 08:32:05.395140 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 25 08:32:05.417957 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 25 08:32:05.418412 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.418707 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108999) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 25 08:32:05.419060 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.420498 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108999) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 25 08:32:05.420778 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 25 08:32:05.421018 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 25 08:32:05.424791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.425061 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:05.489396 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 25 08:32:05.489628 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 25 08:32:05.489859 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 25 08:32:05.490238 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 25 08:32:05.512134 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_db.sqlalchemy.engines [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108999) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 25 08:32:05.944277 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing driver for type 'gre' Nov 25 08:32:05.944812 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] gre ID ranges: [(1, 1000)] Nov 25 08:32:06.001865 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing driver for type 'local' Nov 25 08:32:06.002192 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing driver for type 'vlan' Nov 25 08:32:06.015636 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] VlanTypeDriver initialization complete Nov 25 08:32:06.015970 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing driver for type 'vxlan' Nov 25 08:32:06.016474 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] vxlan ID ranges: [(1, 1000)] Nov 25 08:32:06.071442 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing extension driver 'port_security' Nov 25 08:32:06.071817 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.extensions.port_security [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] PortSecurityExtensionDriver initialization complete Nov 25 08:32:06.072150 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing mechanism driver 'openvswitch' Nov 25 08:32:06.072487 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing mechanism driver 'hyperv' Nov 25 08:32:06.079293 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.plugin [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:06.080739 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.081110 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.081465 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.082005 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.082436 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.082788 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.083133 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.083534 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.083965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.084314 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.084661 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.085060 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.085466 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.085819 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.086158 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.086565 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.086969 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.087315 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.087682 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.088079 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.088482 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > address_group after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.088828 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > address_group after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.089167 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > address_group after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.089567 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108999) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 25 08:32:06.089943 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] ML2 OVO RPC backend initialized. {{(pid=108999) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 25 08:32:06.090646 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.091003 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.091424 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.091800 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > networks before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.092148 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.092489 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > ports before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.092831 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.093172 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnets before_response 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.093514 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.093853 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.094191 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.094530 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.094868 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.095203 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.096183 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.096494 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.096833 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > subnet after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.097415 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.plugin [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Modular L2 Plugin initialization complete Nov 25 08:32:06.097745 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading services supported by the core plugin {{(pid=108999) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 25 08:32:06.098079 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.plugins.ml2.managers [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Got port-security extension from driver 'port_security' Nov 25 08:32:06.098548 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.extensions.vlantransparent [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Disabled vlantransparent extension. Nov 25 08:32:06.099036 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108999) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 25 08:32:06.099354 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: router Nov 25 08:32:06.135370 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.135791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_create 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.136175 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router before_create 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.136541 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.136914 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.137275 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_delete 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.137633 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > floatingip after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.138109 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > floatingip after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.138472 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_create 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.138820 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.139168 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.139513 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.139906 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.140316 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.140682 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.141021 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.141359 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: subnet after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.141702 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.142050 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > port precommit_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.142927 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_create 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.143633 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.144000 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.144366 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router after_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.144718 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_delete 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.145078 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_create 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.145442 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router_interface after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.145792 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_update 55549900 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.146158 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > agent after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.146513 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > agent after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.146860 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > network after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.147770 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Tracking information for resource: router configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:06.148108 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Tracking information for resource: floatingip configured {{(pid=108999) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 25 08:32:06.153074 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.db.l3_agentschedulers_db [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 25 08:32:06.153664 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.154027 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.154381 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.154733 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: port after_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.155517 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router before_create 55550100 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.155909 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_delete 55550100 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.156276 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_create 55550100 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.156632 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > router precommit_update 55550100 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.162253 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.provider_configuration [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service providers = [] {{(pid=108999) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 25 08:32:06.162619 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.db.servicetype_db [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108999) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 25 08:32:06.165577 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.service_base [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:32:06.165934 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.service_base [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:32:06.166278 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.service_base [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:32:06.167168 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.services.service_base [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108999) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 25 08:32:06.167540 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.services.service_base [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 25 08:32:06.167937 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.168259 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 25 08:32:06.178948 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.179286 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: auto_allocate Nov 25 08:32:06.185079 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: network precommit_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.185451 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: network precommit_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.185980 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.186301 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: tag Nov 25 08:32:06.193636 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.193972 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: timestamp Nov 25 08:32:06.198138 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.198418 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: network_ip_availability Nov 25 08:32:06.203931 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.204304 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.204660 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.206237 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.206564 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: flavors Nov 25 08:32:06.211905 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.212242 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading Plugin: revisions Nov 25 08:32:06.217056 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108999) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 25 08:32:06.217474 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.761s {{(pid=108999) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 25 08:32:06.218268 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108999) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 25 08:32:06.218675 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Initializing extension manager. Nov 25 08:32:06.219198 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: __init__.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.219607 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: __pycache__ {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.219943 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.220349 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: address_group.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.221196 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.221780 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: address-group Nov 25 08:32:06.222109 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: address_scope.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.222860 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.223435 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: address-scope Nov 25 08:32:06.223795 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: admin_state_down_before_update.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.224741 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.225267 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: router-admin-state-down-before-update Nov 25 08:32:06.225627 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: agent.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.226342 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.226849 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: agent Nov 25 08:32:06.227170 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: agent_resources_synced.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.228116 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.228626 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: agent-resources-synced Nov 25 08:32:06.228951 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: allowedaddresspairs.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.230778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.231305 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: allowed-address-pairs Nov 25 08:32:06.231655 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: auto_allocated_topology.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.232746 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.233272 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: auto-allocated-topology Nov 25 08:32:06.233598 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: availability_zone.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.234393 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.234901 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: availability_zone Nov 25 08:32:06.235226 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: availability_zone_filter.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.236204 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.236713 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: availability_zone_filter Nov 25 08:32:06.237033 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: data_plane_status.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.237939 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.238447 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension data-plane-status not supported by any of loaded plugins Nov 25 08:32:06.238767 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: default_subnetpools.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.239706 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.240216 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: default-subnetpools Nov 25 08:32:06.240538 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: dhcpagentscheduler.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.241359 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.241866 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: dhcp_agent_scheduler Nov 25 08:32:06.242188 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: dns.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.243144 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.243682 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension dns-integration not supported by any of loaded plugins Nov 25 08:32:06.244009 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: dns_domain_ports.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.244939 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.245444 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 25 08:32:06.245765 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.246693 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.247198 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 25 08:32:06.247517 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: dvr.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.248210 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.248714 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: dvr Nov 25 08:32:06.249033 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: ecmp_routes.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.249949 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.250455 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension ecmp_routes not supported by any of loaded plugins Nov 25 08:32:06.250776 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: empty_string_filtering.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.252246 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.252753 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: empty-string-filtering Nov 25 08:32:06.253074 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.253997 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.254501 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 25 08:32:06.254821 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.255778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.256289 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 25 08:32:06.256613 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: external_net.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.257521 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.258030 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: external-net Nov 25 08:32:06.258352 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: extra_dhcp_opt.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.259264 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.259812 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: extra_dhcp_opt Nov 25 08:32:06.260345 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: extraroute.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.261041 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.261557 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: extraroute Nov 25 08:32:06.261877 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: extraroute_atomic.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.263117 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.263670 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: extraroute-atomic Nov 25 08:32:06.263999 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: filter_validation.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.264678 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.265198 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: filter-validation Nov 25 08:32:06.265517 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: fip_pf_description.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.266445 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.266959 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 25 08:32:06.267279 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: fip_port_details.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.268878 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.269387 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: fip-port-details Nov 25 08:32:06.269714 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: flavors.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.271121 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.271668 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: flavors Nov 25 08:32:06.271997 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.273684 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.274211 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 25 08:32:06.274537 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: floatingip_pools.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.275246 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.275791 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: floatingip-pools Nov 25 08:32:06.276122 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: ip_allocation.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.277053 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.277566 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension ip_allocation not supported by any of loaded plugins Nov 25 08:32:06.277893 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.278818 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.279333 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: ip-substring-filtering Nov 25 08:32:06.279691 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l2_adjacency.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.280625 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.281129 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension l2_adjacency not supported by any of loaded plugins Nov 25 08:32:06.281449 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.282445 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.282981 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: router Nov 25 08:32:06.283416 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3_conntrack_helper.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.285719 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.286259 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 25 08:32:06.286593 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.287532 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.288082 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: ext-gw-mode Nov 25 08:32:06.288411 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.289358 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.289871 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: l3-ha Nov 25 08:32:06.290197 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3_flavors.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.291120 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.291654 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: l3-flavors Nov 25 08:32:06.291981 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.292897 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.293404 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: l3-port-ip-change-not-allowed Nov 25 08:32:06.293726 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: l3agentscheduler.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.294782 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.295294 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: l3_agent_scheduler Nov 25 08:32:06.295650 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: local_ip.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.297439 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.297966 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension local_ip not supported by any of loaded plugins Nov 25 08:32:06.298305 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: logging.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.299959 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.300478 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension logging not supported by any of loaded plugins Nov 25 08:32:06.300810 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: metering.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.301561 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.302145 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: metering Nov 25 08:32:06.302470 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.303611 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.304127 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: metering_source_and_destination_fields Nov 25 08:32:06.304454 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: multiprovidernet.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.305381 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.305894 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: multi-provider Nov 25 08:32:06.306224 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: netmtu.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.307146 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.307687 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: net-mtu Nov 25 08:32:06.308013 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: netmtu_writable.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.308933 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.309443 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: net-mtu-writable Nov 25 08:32:06.309766 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: network_availability_zone.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.310440 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.310961 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: network_availability_zone Nov 25 08:32:06.311274 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: network_ip_availability.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.312419 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.312936 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: network-ip-availability Nov 25 08:32:06.313261 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: network_segment_range.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.314027 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.315075 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension network-segment-range not supported by any of loaded plugins Nov 25 08:32:06.315395 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: pagination.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.316499 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.316832 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: pagination Nov 25 08:32:06.317156 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: port_device_profile.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.318067 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.318578 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: port-device-profile Nov 25 08:32:06.318902 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.319863 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.320372 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: port-mac-address-regenerate Nov 25 08:32:06.320693 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.321879 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.322387 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: port-numa-affinity-policy Nov 25 08:32:06.322708 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: port_resource_request.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.323654 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.324163 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension port-resource-request not supported by any of loaded plugins Nov 25 08:32:06.324485 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: port_resource_request_groups.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.325458 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.325962 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 25 08:32:06.326289 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: portbindings.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.327247 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.327780 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: binding Nov 25 08:32:06.328104 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: portbindings_extended.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.329389 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.330461 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: binding-extended Nov 25 08:32:06.330798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: portsecurity.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.331760 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.332280 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: port-security Nov 25 08:32:06.332608 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: project_id.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.333587 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.333920 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: project-id Nov 25 08:32:06.334243 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: providernet.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.335168 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.335721 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: provider Nov 25 08:32:06.336046 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.339701 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.340226 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos not supported by any of loaded plugins Nov 25 08:32:06.340563 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.341816 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.342334 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 25 08:32:06.342663 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.343623 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.344140 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 25 08:32:06.344464 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_default.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.345387 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.346074 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-default not supported by any of loaded plugins Nov 25 08:32:06.346285 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_fip.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.346962 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.347477 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-fip not supported by any of loaded plugins Nov 25 08:32:06.347921 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_gateway_ip.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.348872 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.349383 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 25 08:32:06.349706 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_port_network_policy.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.352261 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.352796 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 25 08:32:06.353132 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.354197 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.354719 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 25 08:32:06.355050 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_pps_rule.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.356265 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.356795 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-pps not supported by any of loaded plugins Nov 25 08:32:06.357124 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_rule_type_details.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.358064 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.358577 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 25 08:32:06.358905 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: qos_rules_alias.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.359979 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.360496 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 25 08:32:06.360822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: quota_check_limit.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.361876 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.362388 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: quota-check-limit Nov 25 08:32:06.362713 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: quotasv2.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.363732 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.364064 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: quotas Nov 25 08:32:06.364387 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: quotasv2_detail.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.367656 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.368003 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: quota_details Nov 25 08:32:06.368333 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: rbac.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.369412 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.369933 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: rbac-policies Nov 25 08:32:06.370264 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: rbac_address_group.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.371210 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.371768 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: rbac-address-group Nov 25 08:32:06.372098 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: rbac_address_scope.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.373031 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.373553 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: rbac-address-scope Nov 25 08:32:06.373881 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: rbac_security_groups.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.374810 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.375329 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: rbac-security-groups Nov 25 08:32:06.375700 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: rbac_subnetpool.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.376615 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.377682 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: rbac-subnetpool Nov 25 08:32:06.378009 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: revisionifmatch.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.378940 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.379454 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: revision-if-match Nov 25 08:32:06.379813 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: revisions.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.380936 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.381450 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: standard-attr-revisions Nov 25 08:32:06.381777 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: router_availability_zone.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.382461 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.382970 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: router_availability_zone Nov 25 08:32:06.383294 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: routerservicetype.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.384248 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.384760 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension router-service-type not supported by any of loaded plugins Nov 25 08:32:06.385084 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.386084 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.386598 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: security-groups-normalized-cidr Nov 25 08:32:06.386927 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: security_groups_port_filtering.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.387899 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.388416 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: port-security-groups-filtering Nov 25 08:32:06.388740 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.389684 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.390199 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: security-groups-remote-address-group Nov 25 08:32:06.390522 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.391466 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.392004 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: security-groups-shared-filtering Nov 25 08:32:06.392929 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.393608 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 25 08:32:06.393854 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: securitygroup.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.403754 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.404295 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: security-group Nov 25 08:32:06.404628 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: segment.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.405420 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.405932 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension segment not supported by any of loaded plugins Nov 25 08:32:06.406255 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.407224 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.407769 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 25 08:32:06.408772 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: servicetype.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.409853 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.410378 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: service-type Nov 25 08:32:06.410708 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: sorting.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.411766 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.412102 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: sorting Nov 25 08:32:06.412426 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: standard_attr_segment.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.413355 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.413874 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 25 08:32:06.414200 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: standardattrdescription.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.414873 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.415364 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: standard-attr-description Nov 25 08:32:06.415716 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: stateful_security_group.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.416672 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.417195 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: stateful-security-group Nov 25 08:32:06.417525 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: stdattrs_common.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.418098 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 25 08:32:06.418418 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.419363 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.419902 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 25 08:32:06.420232 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnet_onboard.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.421305 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.421822 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: subnet_onboard Nov 25 08:32:06.422153 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.423099 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.424277 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 25 08:32:06.425321 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnet_service_types.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.425435 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.425946 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: subnet-service-types Nov 25 08:32:06.426267 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnetallocation.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.427382 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.427942 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: subnet_allocation Nov 25 08:32:06.428271 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.428941 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.429451 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: subnetpool-prefix-ops Nov 25 08:32:06.429772 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.430713 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.431229 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 25 08:32:06.431551 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: tagging.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.432652 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.433180 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: standard-attr-tag Nov 25 08:32:06.433507 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: timestamp.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.434711 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.435228 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loaded extension: standard-attr-timestamp Nov 25 08:32:06.435578 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: trunk.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.436617 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.437137 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension trunk not supported by any of loaded plugins Nov 25 08:32:06.437464 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: trunk_details.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.438419 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.438935 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension trunk-details not supported by any of loaded plugins Nov 25 08:32:06.439390 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: uplink_status_propagation.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.440368 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.440895 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 25 08:32:06.441219 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Loading extension file: vlantransparent.py {{(pid=108999) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 25 08:32:06.441905 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108999) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 25 08:32:06.442415 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extension vlan-transparent not supported by any of loaded plugins Nov 25 08:32:06.444994 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:network Nov 25 08:32:06.445538 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnet Nov 25 08:32:06.445947 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:32:06.446592 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:port Nov 25 08:32:06.447886 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.448373 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service FLAVORS assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.448961 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.449407 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.449740 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:router Nov 25 08:32:06.450172 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:floatingip Nov 25 08:32:06.450665 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service METERING assigned prefix: /metering {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.452136 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.452509 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.452859 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:32:06.453855 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 08:32:06.454312 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:security_group Nov 25 08:32:06.454738 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 08:32:06.456005 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service CORE assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.456339 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:32:06.456847 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] subnetpool is already registered Nov 25 08:32:06.457289 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service CORE assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.457625 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:32:06.457961 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] subnetpool is already registered Nov 25 08:32:06.460228 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.460669 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service FLAVORS assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.461269 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.461698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.462034 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:router Nov 25 08:32:06.462376 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] router is already registered Nov 25 08:32:06.462789 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:floatingip Nov 25 08:32:06.463124 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] floatingip is already registered Nov 25 08:32:06.463612 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service METERING assigned prefix: /metering {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.464277 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of CountableResource for resource:rbac_policy Nov 25 08:32:06.464607 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] rbac_policy is already registered Nov 25 08:32:06.465022 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:security_group Nov 25 08:32:06.465356 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] security_group is already registered Nov 25 08:32:06.465760 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:security_group_rule Nov 25 08:32:06.466092 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] security_group_rule is already registered Nov 25 08:32:06.466729 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service CORE assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.467058 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:32:06.467391 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] subnetpool is already registered Nov 25 08:32:06.467842 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.v2.resource_helper [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Service CORE assigned prefix: {{(pid=108999) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 25 08:32:06.468167 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Creating instance of TrackedResource for resource:subnetpool Nov 25 08:32:06.468495 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING neutron.quota.resource_registry [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] subnetpool is already registered Nov 25 08:32:06.468959 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: extensions {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.470955 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: address-groups {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.472501 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: address-scopes {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.473798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: agents {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.474942 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: auto-allocated-topology {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.476226 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: availability_zones {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.477427 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: dhcp-networks {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.478957 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: dhcp-agents {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.480409 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: routers {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.482619 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: flavors {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.483794 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: service_profiles {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.485016 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: next_providers {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.487231 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: service_profiles {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.488796 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: floatingip-pools {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.490018 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: routers {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.492164 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: floatingips {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.493457 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: l3-routers {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.494849 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: l3-agents {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.496290 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: metering-labels {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.498610 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: metering-label-rules {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.499932 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: network-ip-availabilities {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.501204 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: bindings {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.503397 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: quotas {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.504985 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: quotas {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.506502 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: rbac-policies {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.507827 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: security-groups {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.509070 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: security-group-rules {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.510295 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: service-providers {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.511548 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: subnetpools {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.512973 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: subnetpools {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.514430 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.516157 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.518580 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.520363 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.522183 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.524078 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.525783 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.527720 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.529534 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.531419 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron.api.extensions [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Extended resource: tags {{(pid=108999) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 25 08:32:06.537848 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING keystonemiddleware.auth_token [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 25 08:32:06.543851 dv-cinder-778193-12-iscsi neutron-server[108999]: WARNING keystonemiddleware.auth_token [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 25 08:32:06.560491 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Acquired lock "singleton_lock" {{(pid=108999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 25 08:32:06.561283 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_concurrency.lockutils [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Releasing lock "singleton_lock" {{(pid=108999) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 25 08:32:06.562328 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Starting 2 workers Nov 25 08:32:06.569464 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Started child 109108 {{(pid=108999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 08:32:06.574582 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Started child 109109 {{(pid=108999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 08:32:06.574909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.576330 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO neutron.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Neutron service started, listening on 0.0.0.0:9696 Nov 25 08:32:06.576469 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [-] (109108) wsgi starting up on http://0.0.0.0:9696 Nov 25 08:32:06.577000 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Publish callbacks [] for process, before_spawn {{(pid=108999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.579644 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Starting 1 workers Nov 25 08:32:06.580345 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.582053 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [-] (109109) wsgi starting up on http://0.0.0.0:9696 Nov 25 08:32:06.585365 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Started child 109110 {{(pid=108999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 08:32:06.585952 dv-cinder-778193-12-iscsi neutron-server[108999]: INFO oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Starting 1 workers Nov 25 08:32:06.589253 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] calling RpcWorker wait() {{(pid=109110) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 25 08:32:06.589849 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] returning from RpcWorker wait() {{(pid=109110) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 25 08:32:06.593579 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Started child 109111 {{(pid=108999) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 25 08:32:06.593784 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.593863 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG neutron_lib.callbacks.manager [None req-f924c700-e765-4514-8d13-8911a5db7c9d None None] Publish callbacks [] for process, after_spawn {{(pid=108999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.593947 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:06.594292 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 08:32:06.594515 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:32:06.594698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:32:06.594924 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:32:06.595262 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:32:06.595674 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:32:06.596197 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.596559 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.596823 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:06.597309 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.597309 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.597436 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.597967 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.598075 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:06.598228 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.598643 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.599066 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.599462 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.599797 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.600136 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.600390 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.600651 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.600966 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.601246 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.601494 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.601880 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.602199 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.602589 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.602982 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.603362 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.603919 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] debug = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.604466 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.604970 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.605241 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.605492 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.605815 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.606877 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.606877 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.607325 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.607600 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.607842 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.608081 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.608353 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.608598 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.608825 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.609080 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.609303 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.609563 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.609797 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.610290 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] host = dv-cinder-778193-12-iscsi {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.610744 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.611770 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.612130 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.612391 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.612660 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.612883 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.613144 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.613417 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.613654 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.613883 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.614166 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.614437 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.614668 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.614929 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.615095 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_options = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.615331 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.615633 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.615900 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.616106 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.616287 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.616451 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.616729 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.616889 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.617139 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.617378 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.617597 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.617814 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.618161 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.618317 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.618577 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.618871 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.619354 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.619587 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.619861 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.620125 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.620379 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.620630 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.620857 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.621117 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.621338 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.621557 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.621814 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.622032 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.622291 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.622878 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.623279 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.623545 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.623823 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.624070 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.624342 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.624594 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.625296 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.625564 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.625846 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.626074 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.626341 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.626625 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.627481 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.627986 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.628309 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.628578 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.628826 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_json = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.629254 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.629513 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.629759 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.630300 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.630300 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.630628 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.630628 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.630962 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.631631 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.631773 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.632064 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.632366 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.632626 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.632855 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.633449 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.633449 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.633792 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.633982 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.634329 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.634775 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.634910 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.635130 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.635448 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.635826 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.636246 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.636690 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.636854 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.637105 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.637331 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.637627 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.637843 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.638110 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.638310 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.638567 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.638827 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.639134 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.639406 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.639795 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.640086 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.640338 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.640606 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.640826 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.641059 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.641280 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.641501 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.641723 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.641957 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.642231 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.642588 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.642926 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.643128 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.643485 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.643731 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.643965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.644221 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.644623 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.645019 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.645423 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.645804 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.646169 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.646550 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.646927 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.647383 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.647782 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.648163 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.648575 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.648964 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.650056 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.650326 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.650568 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.650813 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.651049 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.651267 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.651656 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.652049 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.652401 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.652794 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.653184 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.653540 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.653773 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.654001 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.654222 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.654473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.654706 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.654944 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.655170 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.655408 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.655650 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.655861 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.656233 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.656601 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.656956 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.657312 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.657698 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.658124 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.658501 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.658719 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.658937 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.659188 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.659464 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.659952 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.660223 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.660461 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.660688 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.660949 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.661170 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.661424 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.661664 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.662040 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.662260 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.662536 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.662782 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.663043 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.663309 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.663529 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.663796 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.664029 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.664239 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.664461 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.664717 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.664958 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.665260 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.665498 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.665731 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.665979 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.666209 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.666491 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.666748 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.667019 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.667268 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.667538 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.667859 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.668146 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.668430 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.668632 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.669045 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.669457 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.669871 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.670121 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.670355 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.670623 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.670855 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.671117 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.671343 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.671594 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.671840 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.672169 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.672398 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.672631 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.672846 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.673122 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.673373 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.674152 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.674504 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.674767 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.675022 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.675272 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.675500 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.675732 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.675983 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.676235 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.676447 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.676690 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.677055 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.677430 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.677669 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.677883 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.678132 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.678347 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.678570 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.678801 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.679022 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.679244 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.679496 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.679748 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.680088 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.680338 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.680593 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.680788 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.681171 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.681544 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.681951 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.682314 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.682742 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.683165 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.683416 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.683699 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.683924 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.684189 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.684406 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.684648 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.684910 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.685126 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.685339 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.685557 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.685791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.686021 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.686253 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.686467 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.686716 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.686972 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.687324 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.687603 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.687839 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.688095 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.688313 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.688553 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.688771 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.688989 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.689281 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.689988 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.690226 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.690469 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.690714 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.690954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.691169 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.691383 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.691619 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.691841 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.692056 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.692363 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.692621 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.692853 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.693109 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.693327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.693564 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.693798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.694009 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.694219 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.694440 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.694658 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.694872 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.695099 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.695306 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.695515 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.695782 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.695998 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.696490 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.696735 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.696944 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.697154 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.697374 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.697588 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.697797 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.698039 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.698253 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.698514 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.698686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.698904 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.699112 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.699359 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.699584 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.699797 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.700015 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.700230 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.700434 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.700732 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.701007 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.701263 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.701521 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.701781 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.702042 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.702302 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.702608 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.702855 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.703098 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.703361 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.703627 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.703876 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.704146 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.704456 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.704738 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.705040 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.705272 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.705567 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.705955 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.706379 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.706593 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.706893 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.707224 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.707506 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.707770 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.708027 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.708266 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.708525 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.708769 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.709019 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.709273 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.709655 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.709899 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.710138 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.710371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.710606 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.710853 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.711089 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.711355 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.711611 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.711870 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.712075 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.712234 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:32:06.712751 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108999) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 25 08:32:06.712913 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 25 08:32:06.713066 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 25 08:32:06.713257 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 25 08:32:06.713433 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 25 08:32:06.713585 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 25 08:32:06.713790 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.713952 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714110 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714269 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714429 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714610 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714771 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.714929 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715086 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715243 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715401 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715576 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715742 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.715900 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716057 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716215 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716449 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716615 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716781 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.716947 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.717083 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.717236 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.717386 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] debug = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718371 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718791 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.718991 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719063 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.719822 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720195 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720195 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720376 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] host = dv-cinder-778193-12-iscsi {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720376 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720613 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.720879 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.721395 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.721395 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.721547 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.721697 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.721812 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722070 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722214 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722292 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722401 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722561 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722715 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.722868 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_options = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723027 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723182 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723328 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723515 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723684 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723840 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.723998 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724155 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724312 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724468 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724626 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724783 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.724940 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725099 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725256 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725415 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725572 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725730 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.725968 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726081 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726194 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726337 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726497 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726664 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726800 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.726958 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727194 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727293 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727416 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727589 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727735 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.727894 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728050 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728214 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728360 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728806 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728806 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.728806 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729130 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729130 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729273 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729384 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729584 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729674 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729825 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.729970 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730121 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_json = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730278 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730434 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730592 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730749 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.730907 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.731066 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.731293 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.731379 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 25 08:32:06.731538 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.731834 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.731937 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732124 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732279 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732397 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732478 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732991 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732991 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.732991 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733321 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733321 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733462 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733539 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733671 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.733850 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734142 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734288 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734447 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734608 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734768 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.734935 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735095 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735255 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735415 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735635 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735761 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.735921 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.736653 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737435 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737435 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.46/identity {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737435 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737744 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737744 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.737887 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738031 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738193 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738354 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738512 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.738798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739031 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739112 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739251 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739411 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739592 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739757 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.739917 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740076 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740236 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740396 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740557 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740717 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.740893 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741028 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741357 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741542 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741679 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.741839 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742046 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742164 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:06.742261 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742342 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742438 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742595 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742759 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.742919 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743251 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743412 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743589 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743753 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.743912 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744073 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744232 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744392 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744550 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744710 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.744869 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745028 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745187 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745347 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745506 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745666 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.745831 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746071 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746686 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746962 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.746962 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747102 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747178 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747332 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747491 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747691 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.747878 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748007 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748165 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748326 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748484 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748644 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748807 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.748966 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749124 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749287 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749443 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749603 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749763 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.749922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750082 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750241 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750401 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750561 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750719 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.750876 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.751053 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.751211 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.751372 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.751531 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.751766 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.752816 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.752816 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.752816 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.753135 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.753135 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.753353 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.753487 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.753655 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755023 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.755798 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756805 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.46/identity {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756805 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.756955 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.757922 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.758524 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.758524 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.758524 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.758524 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.759778 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760329 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760329 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760329 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760329 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760594 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760594 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760742 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.760846 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761007 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761168 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761328 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761491 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761651 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761834 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.761959 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762120 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762285 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762447 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762607 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762769 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.762929 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763089 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763266 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763431 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763644 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763777 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.763940 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764098 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764253 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764392 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764529 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764688 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764833 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.764979 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765147 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765292 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765456 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765612 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765749 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.765908 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766051 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766229 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766374 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766537 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766711 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.766861 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.767116 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.767256 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.767423 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768327 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.768954 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770091 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.770965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.772213 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.773218 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774186 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.774965 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775202 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775202 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775344 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51314) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:06.775706 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775785 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.775886 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776085 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776196 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776356 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776515 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776675 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776833 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.776992 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777154 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777314 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777473 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777633 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777801 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.777938 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.778098 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.778258 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.778416 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.778575 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 25 08:32:06.778727 dv-cinder-778193-12-iscsi neutron-server[108999]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108999) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 25 08:32:06.784333 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066309 Nov 25 08:32:18.604063 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7a907c-b265-4d34-a452-3041a7517fb8 None None] get_active_networks_info from dv-cinder-778193-12-iscsi {{(pid=109110) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 25 08:32:18.706437 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e7a907c-b265-4d34-a452-3041a7517fb8 None None] No non-hosted networks {{(pid=109110) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 25 08:32:18.772576 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e63bb5e4-16c6-44ba-8d69-1fb8bb819830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:21.338914 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-459a0f61-658a-40bd-b31b-92c244d1860b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:21.384588 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5eee8b8f-4e2b-4171-acb6-4cb9e0f7c0cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:22.312279 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:23.909787 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:24.529539 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:24.530669 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.531460 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.533069 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.533639 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.534528 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.535033 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.535516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.536302 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.537369 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.537864 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.540067 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.540765 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:24.541321 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-778193-12-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:24.551064 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-778193-12-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:32:25.106300 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.db.l3_hamode_db [None req-66bfcebd-104c-4e23-ad23-dffe6098f8b1 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 25 08:32:25.184103 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfcebd-104c-4e23-ad23-dffe6098f8b1 None None] Routers set() bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:32:25.184485 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bfcebd-104c-4e23-ad23-dffe6098f8b1 None None] Router IDs set() for agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 25 08:32:25.257989 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51408) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:25.831783 dv-cinder-778193-12-iscsi neutron-server[109109]: WARNING oslo_policy.policy [None req-b425d2ae-b3aa-4510-91ca-f775c2a9079e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:25.832403 dv-cinder-778193-12-iscsi neutron-server[109109]: WARNING oslo_policy.policy [None req-b425d2ae-b3aa-4510-91ca-f775c2a9079e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:26.057937 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [None req-b425d2ae-b3aa-4510-91ca-f775c2a9079e admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:32:26.071579 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b425d2ae-b3aa-4510-91ca-f775c2a9079e admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7998533 Nov 25 08:32:28.688989 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51424) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:29.029979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:32:29.152465 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.policy [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109109) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 08:32:29.200041 dv-cinder-778193-12-iscsi neutron-server[109109]: WARNING oslo_policy.policy [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:29.200417 dv-cinder-778193-12-iscsi neutron-server[109109]: WARNING oslo_policy.policy [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:29.209442 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.quota [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] Loaded quota_driver: . Nov 25 08:32:29.307268 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761416262273', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761416261844', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761416257510', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761416260439', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761414864480', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8761414852789', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1657005', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1708514', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-713399', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-524879'] for rbac-policy, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:29.380957 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:29.382223 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-af6024b4-3deb-40a2-89d2-ec1fb3a66f98 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6922426 Nov 25 08:32:32.411474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51436) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:32.837288 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Request body: {'network': {'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'name': 'private'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:32:32.874494 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Made reservation on behalf of 3da117fb57b049ad9c4a131969cab8e1 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:32:32.877758 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:32.898080 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.056266 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.061939 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.091877 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 544} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:32:33.124431 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761417580746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.125497 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Unsubscribe: segment precommit_create {{(pid=109109) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 08:32:33.126335 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Added segment 068eb6ce-b0e5-4a23-b731-1b7b118dd524 of type vlan for network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 Nov 25 08:32:33.133912 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41e8c23a-8274-4ec0-aee7-1e944a0ed2b8,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:33.178869 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.179403 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.179681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.179949 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.180352 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.180783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.181053 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.181395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.181787 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.182119 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.182455 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.182848 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Tracked resource versions report: Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: pushed versions: Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: { 'AddressGroup': {'1.2'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'ConntrackHelper': {'1.0'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Log': {'1.0'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Network': {'1.1'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Port': {'1.7'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'PortForwarding': {'1.2'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'QosPolicy': {'1.10'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroup': {'1.5'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SubPort': {'1.0'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Subnet': {'1.1'}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Trunk': {'1.1'}} Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: consumer versions: Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'ConntrackHelper': '1.0', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Log': '1.0', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Network': '1.1', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Port': '1.7', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'PortForwarding': '1.2', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'QosPolicy': '1.10', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroup': '1.5', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroupRule': '1.2', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SubPort': '1.0', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Subnet': '1.1', Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Trunk': '1.1'}} Nov 25 08:32:33.184305 dv-cinder-778193-12-iscsi neutron-server[109109]: {{(pid=109109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:32:33.272144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.316897 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.318212 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:32:33.319053 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:33.411248 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9986079 Nov 25 08:32:33.439048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3f0ce2-c1e2-4d23-88e8-df7b3d3e0265 admin admin] Pushing event updated for resources: {'Network': ['ID=0042af21-3444-441b-b4f7-86bb3aa5a0e0,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:33.452709 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:32:36.870923 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51450) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:37.338998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db41932-de63-4859-aea2-56beba29e76e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:32:37.340407 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7db41932-de63-4859-aea2-56beba29e76e admin admin] 10.222.0.46 "GET /v2.0/networks/0042af21-3444-441b-b4f7-86bb3aa5a0e0 HTTP/1.1" status: 200 len: 825 time: 0.4685462 Nov 25 08:32:37.372131 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-fdb8a3b1-46d1-4d8a-b4b9-9f58b305ec60 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/1901b89a-fee8-4c2f-9988-28816c63a27e HTTP/1.1" status: 200 len: 734 time: 0.0219083 Nov 25 08:32:37.383098 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Request body: {'subnet': {'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'name': 'private-subnet', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:32:37.414201 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Made reservation on behalf of 3da117fb57b049ad9c4a131969cab8e1 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:32:37.417840 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:37.786307 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:37.866609 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8458008f-674c-47db-ae97-4d6df76b3c34,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:37.871675 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Checking segment: {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:32:37.872372 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Network hostable DHCP agents. Network: 0042af21-3444-441b-b4f7-86bb3aa5a0e0, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:32:37.900125 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:32:37.916649 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 0042af21-3444-441b-b4f7-86bb3aa5a0e0) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:32:37.922830 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:32:37.923501 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:37.929516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ac3de1-7a4a-4570-8dd0-989018ebe25f None None] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:32:37.946216 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-654a64f5-9e0a-438c-a875-6602c5d624b8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5669582 Nov 25 08:32:38.310474 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:32:38.312816 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:38.685167 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Allocated IP 172.20.0.2 (0042af21-3444-441b-b4f7-86bb3aa5a0e0/8458008f-674c-47db-ae97-4d6df76b3c34/77801137-367c-4133-97d1-833d14c1cf76) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:32:38.948512 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:38.959155 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:39.056064 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:32:39.061274 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:32:39.075539 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:32:39.082378 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Pushing event updated for resources: {'Port': ['ID=77801137-367c-4133-97d1-833d14c1cf76,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:39.115301 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.116006 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.116365 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.116702 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.117042 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.117388 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.117723 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.118050 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.118400 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.118722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.119040 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.119360 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Tracked resource versions report: Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: pushed versions: Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: { 'AddressGroup': {'1.2'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'ConntrackHelper': {'1.0'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Log': {'1.0'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Network': {'1.1'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Port': {'1.7'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'PortForwarding': {'1.2'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'QosPolicy': {'1.10'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroup': {'1.5'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SubPort': {'1.0'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Subnet': {'1.1'}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Trunk': {'1.1'}} Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: consumer versions: Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'ConntrackHelper': '1.0', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Log': '1.0', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Network': '1.1', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Port': '1.7', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'PortForwarding': '1.2', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'QosPolicy': '1.10', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroup': '1.5', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroupRule': '1.2', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SubPort': '1.0', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Subnet': '1.1', Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Trunk': '1.1'}} Nov 25 08:32:39.120761 dv-cinder-778193-12-iscsi neutron-server[109110]: {{(pid=109110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:32:39.175902 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Attempting to bind port 77801137-367c-4133-97d1-833d14c1cf76 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:32:39.176423 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Attempting to bind port 77801137-367c-4133-97d1-833d14c1cf76 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:32:39.176725 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Attempting to bind port 77801137-367c-4133-97d1-833d14c1cf76 on network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:32:39.183742 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:32:39.184494 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Checking segment: {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:32:39.185077 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:39.185585 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Bound using segment: {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:32:39.186317 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Bound port: 77801137-367c-4133-97d1-833d14c1cf76, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:32:39.187008 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:39.274791 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] For port 77801137-367c-4133-97d1-833d14c1cf76, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:32:39.282069 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] For port 77801137-367c-4133-97d1-833d14c1cf76, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=77801137-367c-4133-97d1-833d14c1cf76,segment=NetworkSegment(068eb6ce-b0e5-4a23-b731-1b7b118dd524),segment_id=068eb6ce-b0e5-4a23-b731-1b7b118dd524)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:32:39.289204 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:39.384043 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf3bb49-5f5c-4cbd-9df0-192686f23e46 None None] Pushing event updated for resources: {'Port': ['ID=77801137-367c-4133-97d1-833d14c1cf76,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:40.875226 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 51458) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:41.609260 dv-cinder-778193-12-iscsi neutron-server[109108]: WARNING oslo_policy.policy [None req-f95c4165-79a2-45af-b7a2-09e03264f28f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:41.610008 dv-cinder-778193-12-iscsi neutron-server[109108]: WARNING oslo_policy.policy [None req-f95c4165-79a2-45af-b7a2-09e03264f28f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:41.866133 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [None req-f95c4165-79a2-45af-b7a2-09e03264f28f admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:32:41.867366 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f95c4165-79a2-45af-b7a2-09e03264f28f admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9894240 Nov 25 08:32:44.721995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 51472) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:45.115302 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [None req-a089fe18-ae77-4b7f-a08b-80b7314aed58 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:32:45.116389 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a089fe18-ae77-4b7f-a08b-80b7314aed58 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3932383 Nov 25 08:32:46.664122 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:32:48.289040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 51486) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:48.431953 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 77801137-367c-4133-97d1-833d14c1cf76 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:32:48.534779 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eabc6aa0-4087-494e-a88b-7f06a9a1defe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:48.555353 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 77801137-367c-4133-97d1-833d14c1cf76 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:48.555773 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:48.677988 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:48.695983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:32:48.722680 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 77801137-367c-4133-97d1-833d14c1cf76, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=77801137-367c-4133-97d1-833d14c1cf76,segment=NetworkSegment(068eb6ce-b0e5-4a23-b731-1b7b118dd524),segment_id=068eb6ce-b0e5-4a23-b731-1b7b118dd524)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:32:48.726815 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:48.766043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.policy [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109108) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 25 08:32:48.787636 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=77801137-367c-4133-97d1-833d14c1cf76,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:48.815511 dv-cinder-778193-12-iscsi neutron-server[109108]: WARNING oslo_policy.policy [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:48.815949 dv-cinder-778193-12-iscsi neutron-server[109108]: WARNING oslo_policy.policy [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 25 08:32:48.826101 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.quota [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Loaded quota_driver: . Nov 25 08:32:48.888391 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:48.890537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:49.058149 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a8ba3f-b463-4559-84f2-1be18cbeab9e None None] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:32:49.068199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:49.074816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:49.098821 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:49.100105 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-50f4b56c-dc5a-4134-a3b3-8daaa3510eba admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8099000 Nov 25 08:32:49.163396 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-ab11471a-a17b-4a52-b9dc-4525832af02e None None] Provisioning complete for port 77801137-367c-4133-97d1-833d14c1cf76 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:49.163817 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ab11471a-a17b-4a52-b9dc-4525832af02e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:49.792161 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-6795d8f3-96af-4fe1-b527-e3886315300b None None] Provisioning complete for port 77801137-367c-4133-97d1-833d14c1cf76 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:49.793054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6795d8f3-96af-4fe1-b527-e3886315300b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:50.394627 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 77801137-367c-4133-97d1-833d14c1cf76 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:32:50.449521 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 77801137-367c-4133-97d1-833d14c1cf76 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:50.449924 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:51.327771 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9af5c628-e95a-4929-b796-b0b453e958ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:52.039710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51496) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:52.259647 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:52.317667 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [None req-ec2ff82a-fbac-4d02-9c38-59e12b28b316 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:32:52.318809 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ec2ff82a-fbac-4d02-9c38-59e12b28b316 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2778203 Nov 25 08:32:53.826186 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:54.524724 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:54.966706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51514) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:55.016028 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:32:55.039177 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Made reservation on behalf of e58d06e437ad40f9b075dafe0b30593a for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:32:55.041465 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.050257 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.126147 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.129897 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.145349 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Reserving flat network on physical network physnet1 {{(pid=109109) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 25 08:32:55.165193 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a627f0-928f-4bbd-aa11-898c9b03e417,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:55.167988 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.168331 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Added segment e62c19a8-8731-49d4-ba2b-acf631a052aa of type flat for network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 Nov 25 08:32:55.215004 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.248032 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.249733 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:32:55.250326 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:55.301743 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3338039 Nov 25 08:32:55.313017 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b6db7-9ffe-4a8e-a54a-968489a2c695 admin admin] Pushing event updated for resources: {'Network': ['ID=27542747-ba8c-4238-9bc1-5f6bc3b2a324,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:55.324356 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:32:57.795027 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51532) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:32:57.886616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3a3b68-35ac-491b-8c77-4c398b5adb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:32:57.887969 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ee3a3b68-35ac-491b-8c77-4c398b5adb45 admin admin] 10.222.0.46 "GET /v2.0/subnets/8458008f-674c-47db-ae97-4d6df76b3c34 HTTP/1.1" status: 200 len: 849 time: 0.0912356 Nov 25 08:32:58.047642 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-84b06fe3-89b2-4fd5-a1e8-581d618545b1 admin admin] 10.222.0.46 "GET /v2.0/routers/04131bbe-40b6-4e4a-80b4-986adfd92267 HTTP/1.1" status: 200 len: 704 time: 0.1534944 Nov 25 08:32:58.318896 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:58.621034 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Allocated IP 172.20.0.1 (0042af21-3444-441b-b4f7-86bb3aa5a0e0/8458008f-674c-47db-ae97-4d6df76b3c34/85be5d7b-9d1f-4290-9a79-2966ea5482af) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:32:58.820301 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:58.948630 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.022707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:32:59.027506 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:32:59.034931 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:32:59.035476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.103158 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=85be5d7b-9d1f-4290-9a79-2966ea5482af,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:59.245480 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.261257 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-32e9c615-1256-4caf-9ef9-2bac2e92c042 None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:59.261844 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-32e9c615-1256-4caf-9ef9-2bac2e92c042 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.294184 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-32e9c615-1256-4caf-9ef9-2bac2e92c042 None None] Port 85be5d7b-9d1f-4290-9a79-2966ea5482af cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:32:59.457530 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.462080 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.462849 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.542634 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Pushing event updated for resources: {'Port': ['ID=85be5d7b-9d1f-4290-9a79-2966ea5482af,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:32:59.593834 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:32:59.595202 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:32:59.760706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Router 04131bbe-40b6-4e4a-80b4-986adfd92267 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:32:59.817152 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-0a91395d-6612-4166-976c-fd2126506153 None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:32:59.817448 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0a91395d-6612-4166-976c-fd2126506153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:32:59.852317 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:32:59.854369 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-0a91395d-6612-4166-976c-fd2126506153 None None] Port 85be5d7b-9d1f-4290-9a79-2966ea5482af cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:32:59.860293 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8fb11f4f-cb6f-4e39-9270-d0698d833ff3 admin admin] 10.222.0.46 "PUT /v2.0/routers/04131bbe-40b6-4e4a-80b4-986adfd92267/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8066967 Nov 25 08:32:59.863705 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Sync routers for ids ['04131bbe-40b6-4e4a-80b4-986adfd92267'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:32:59.877443 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Routers {'04131bbe-40b6-4e4a-80b4-986adfd92267'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:32:59.878291 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:32:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['04131bbe-40b6-4e4a-80b4-986adfd92267'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:00.071249 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Set router 04131bbe-40b6-4e4a-80b4-986adfd92267 gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:33:00.509132 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:32:59Z', 'revision_number': 2, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port_host': None, '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:32:59Z', 'revision_number': 2, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:00.560259 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Checking router: 04131bbe-40b6-4e4a-80b4-986adfd92267 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:33:00.561280 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Updating router 04131bbe-40b6-4e4a-80b4-986adfd92267 port 85be5d7b-9d1f-4290-9a79-2966ea5482af binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:33:00.611038 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.144726 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.152051 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.318632 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Pushing event updated for resources: {'Port': ['ID=85be5d7b-9d1f-4290-9a79-2966ea5482af,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:01.332914 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.333300 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.333659 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.333996 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.334334 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.334682 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.335020 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.335356 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.335738 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.336070 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.336398 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.336727 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Tracked resource versions report: Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: pushed versions: Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: { 'AddressGroup': {'1.2'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'ConntrackHelper': {'1.0'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Log': {'1.0'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Network': {'1.1'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Port': {'1.7'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'PortForwarding': {'1.2'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'QosPolicy': {'1.10'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroup': {'1.5'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SubPort': {'1.0'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Subnet': {'1.1'}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Trunk': {'1.1'}} Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: consumer versions: Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'ConntrackHelper': '1.0', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Log': '1.0', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Network': '1.1', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Port': '1.7', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'PortForwarding': '1.2', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'QosPolicy': '1.10', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroup': '1.5', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroupRule': '1.2', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SubPort': '1.0', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Subnet': '1.1', Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Trunk': '1.1'}} Nov 25 08:33:01.338219 dv-cinder-778193-12-iscsi neutron-server[109111]: {{(pid=109111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:33:01.347505 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Attempting to bind port 85be5d7b-9d1f-4290-9a79-2966ea5482af on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:33:01.347960 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Attempting to bind port 85be5d7b-9d1f-4290-9a79-2966ea5482af by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:33:01.348482 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Attempting to bind port 85be5d7b-9d1f-4290-9a79-2966ea5482af on network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:33:01.354012 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:33:01.354431 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Checking segment: {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:33:01.354919 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.355346 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Bound using segment: {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:33:01.355902 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Bound port: 85be5d7b-9d1f-4290-9a79-2966ea5482af, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068eb6ce-b0e5-4a23-b731-1b7b118dd524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:33:01.356325 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.390804 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-987384ff-906d-4edc-98b4-d10460a17518 None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:33:01.390804 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-987384ff-906d-4edc-98b4-d10460a17518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.425924 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-987384ff-906d-4edc-98b4-d10460a17518 None None] Port 85be5d7b-9d1f-4290-9a79-2966ea5482af cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:33:01.434685 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] For port 85be5d7b-9d1f-4290-9a79-2966ea5482af, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:33:01.461590 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] For port 85be5d7b-9d1f-4290-9a79-2966ea5482af, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=85be5d7b-9d1f-4290-9a79-2966ea5482af,segment=NetworkSegment(068eb6ce-b0e5-4a23-b731-1b7b118dd524),segment_id=068eb6ce-b0e5-4a23-b731-1b7b118dd524)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:33:01.467429 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.518374 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Routers {'04131bbe-40b6-4e4a-80b4-986adfd92267'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:33:01.518998 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:32:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['04131bbe-40b6-4e4a-80b4-986adfd92267'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:01.594993 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e77124c-f65a-4372-84c0-eceae9586bdc None None] Pushing event updated for resources: {'Port': ['ID=85be5d7b-9d1f-4290-9a79-2966ea5482af,revision_number=4']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:01.625043 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] Set router 04131bbe-40b6-4e4a-80b4-986adfd92267 gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:33:01.752468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:33:01.753430 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.837674 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.863071 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:32:59Z', 'revision_number': 2, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port_host': None, '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:33:01Z', 'revision_number': 4, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:01.874699 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] For port 85be5d7b-9d1f-4290-9a79-2966ea5482af, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=85be5d7b-9d1f-4290-9a79-2966ea5482af,segment=NetworkSegment(068eb6ce-b0e5-4a23-b731-1b7b118dd524),segment_id=068eb6ce-b0e5-4a23-b731-1b7b118dd524)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:33:01.881198 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:01.890802 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7779ed0-c5d4-46be-8b67-b3645d0cf5a5 None None] The sync data for ids ['04131bbe-40b6-4e4a-80b4-986adfd92267'] in dv-cinder-778193-12-iscsi is: [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:32:59Z', 'revision_number': 2, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port_host': None, '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:33:01Z', 'revision_number': 4, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:33:01.935118 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d428731-ef36-4996-b275-23e5ace9a2ea None None] Pushing event updated for resources: {'Port': ['ID=85be5d7b-9d1f-4290-9a79-2966ea5482af,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:02.389314 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51542) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:33:02.504741 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2775a17-f83b-45ad-bc5f-db2c04de088e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:33:02.512062 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a2775a17-f83b-45ad-bc5f-db2c04de088e admin admin] 10.222.0.46 "GET /v2.0/networks/27542747-ba8c-4238-9bc1-5f6bc3b2a324 HTTP/1.1" status: 200 len: 842 time: 0.1158440 Nov 25 08:33:02.517842 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Request body: {'subnet': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'name': 'public-subnet'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:33:02.541150 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Made reservation on behalf of e58d06e437ad40f9b075dafe0b30593a for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:33:02.543399 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:02.837769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.objects.ports [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109109) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 25 08:33:02.838214 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:02.893641 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=041c09c8-5c3e-4a18-8309-f4efd7a5e51f,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:02.901965 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:33:02.902319 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Network hostable DHCP agents. Network: 27542747-ba8c-4238-9bc1-5f6bc3b2a324, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:33:02.919445 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:33:02.929442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 27542747-ba8c-4238-9bc1-5f6bc3b2a324) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:33:02.934639 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:33:02.935647 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:02.945800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a07204-22cd-47de-9cff-4ce70b57770b None None] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:33:02.955782 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9a8b0fc6-654e-4838-a047-021168638e23 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4427385 Nov 25 08:33:03.087431 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fea1750-fabe-464a-9384-3159145fc669 None None] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:33:05.581693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 51550) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:33:05.790378 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-816861a8-ea87-49f5-92ae-31dd08783f1c admin admin] 10.222.0.46 "GET /v2.0/routers/04131bbe-40b6-4e4a-80b4-986adfd92267 HTTP/1.1" status: 200 len: 710 time: 0.2074094 Nov 25 08:33:05.883578 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6c03e0-bb94-40ae-bed9-64c46ae9b69a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:33:05.884991 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-0d6c03e0-bb94-40ae-bed9-64c46ae9b69a admin admin] 10.222.0.46 "GET /v2.0/networks/27542747-ba8c-4238-9bc1-5f6bc3b2a324 HTTP/1.1" status: 200 len: 886 time: 0.0880692 Nov 25 08:33:05.894414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:33:06.143093 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:06.387494 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:06.467755 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:06.582479 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Allocated IP 172.27.3.60 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/08081c8f-7633-4e19-b014-ef5e65adcad6) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:33:06.701528 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:06.739353 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:06.799249 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:33:06.802198 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:33:06.806358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:33:06.811144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Pushing event updated for resources: {'Port': ['ID=08081c8f-7633-4e19-b014-ef5e65adcad6,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:07.090160 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:07.429796 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-558122', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-679041', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-124802'] for router, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:07.433823 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-558115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-558136', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-679062'] for router, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:07.559099 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Router 04131bbe-40b6-4e4a-80b4-986adfd92267 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:33:07.673963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:33:07.678375 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:07.679604 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7d680474-7b56-41cc-a857-1edaedb66ed1 admin admin] 10.222.0.46 "PUT /v2.0/routers/04131bbe-40b6-4e4a-80b4-986adfd92267 HTTP/1.1" status: 200 len: 889 time: 1.7883725 Nov 25 08:33:08.420089 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 85be5d7b-9d1f-4290-9a79-2966ea5482af up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:33:08.477009 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:33:08.477512 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:09.445459 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Sync routers for ids ['04131bbe-40b6-4e4a-80b4-986adfd92267'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:33:09.458505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Routers {'04131bbe-40b6-4e4a-80b4-986adfd92267'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:33:09.459400 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:32:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['04131bbe-40b6-4e4a-80b4-986adfd92267'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:09.693157 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Set router 04131bbe-40b6-4e4a-80b4-986adfd92267 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:33:10.196862 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:33:06Z', 'revision_number': 4, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port': {'id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:33:06Z', 'updated_at': '2021-11-25T08:33:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:33:01Z', 'revision_number': 5, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:10.256633 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Checking router: 04131bbe-40b6-4e4a-80b4-986adfd92267 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:33:10.257013 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Updating router 04131bbe-40b6-4e4a-80b4-986adfd92267 port 08081c8f-7633-4e19-b014-ef5e65adcad6 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:33:10.307600 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.383114 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 51562) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:33:10.517012 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7b7a6131-aede-42c0-83ce-520d81c476e3 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1324971 Nov 25 08:33:10.670903 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.677216 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.730860 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Attempting to bind port 08081c8f-7633-4e19-b014-ef5e65adcad6 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:33:10.731352 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Attempting to bind port 08081c8f-7633-4e19-b014-ef5e65adcad6 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:33:10.731800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Attempting to bind port 08081c8f-7633-4e19-b014-ef5e65adcad6 on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:33:10.744615 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dbc39-409d-4bf3-8b43-578c10d47e25 None None] Pushing event updated for resources: {'Port': ['ID=08081c8f-7633-4e19-b014-ef5e65adcad6,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:10.749084 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:33:10.749526 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:33:10.750716 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.751341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:33:10.752192 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Bound port: 08081c8f-7633-4e19-b014-ef5e65adcad6, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:33:10.752854 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.822769 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] For port 08081c8f-7633-4e19-b014-ef5e65adcad6, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:33:10.829251 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] For port 08081c8f-7633-4e19-b014-ef5e65adcad6, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=08081c8f-7633-4e19-b014-ef5e65adcad6,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:33:10.835851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:10.901937 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53dbc39-409d-4bf3-8b43-578c10d47e25 None None] Pushing event updated for resources: {'Port': ['ID=08081c8f-7633-4e19-b014-ef5e65adcad6,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:10.907528 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Routers {'04131bbe-40b6-4e4a-80b4-986adfd92267'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:33:10.908189 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:32:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['04131bbe-40b6-4e4a-80b4-986adfd92267'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:11.023696 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] Set router 04131bbe-40b6-4e4a-80b4-986adfd92267 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:33:11.277612 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:33:06Z', 'revision_number': 4, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port': {'id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:33:06Z', 'updated_at': '2021-11-25T08:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:33:01Z', 'revision_number': 5, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:33:11.306270 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9651b4b-449a-4d05-a588-70857ab4fd4e None None] The sync data for ids ['04131bbe-40b6-4e4a-80b4-986adfd92267'] in dv-cinder-778193-12-iscsi is: [{'id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'name': 'router1', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60'}], 'enable_snat': True}, 'gw_port_id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:32:48Z', 'updated_at': '2021-11-25T08:33:06Z', 'revision_number': 4, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'gw_port': {'id': '08081c8f-7633-4e19-b014-ef5e65adcad6', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e4:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:33:06Z', 'updated_at': '2021-11-25T08:33:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '85be5d7b-9d1f-4290-9a79-2966ea5482af', 'name': '', 'network_id': '0042af21-3444-441b-b4f7-86bb3aa5a0e0', 'tenant_id': '3da117fb57b049ad9c4a131969cab8e1', 'mac_address': 'fa:16:3e:60:74:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04131bbe-40b6-4e4a-80b4-986adfd92267', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:32:58Z', 'updated_at': '2021-11-25T08:33:01Z', 'revision_number': 5, 'project_id': '3da117fb57b049ad9c4a131969cab8e1', 'subnets': [{'id': '8458008f-674c-47db-ae97-4d6df76b3c34', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1901b89a-fee8-4c2f-9988-28816c63a27e'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:33:12.451463 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 08081c8f-7633-4e19-b014-ef5e65adcad6 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:33:12.528638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 08081c8f-7633-4e19-b014-ef5e65adcad6 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:33:12.529855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:12.638171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:12.669484 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 08081c8f-7633-4e19-b014-ef5e65adcad6, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=08081c8f-7633-4e19-b014-ef5e65adcad6,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:33:12.675656 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:12.732251 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=08081c8f-7633-4e19-b014-ef5e65adcad6,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:33:14.453433 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 08081c8f-7633-4e19-b014-ef5e65adcad6 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:33:14.510381 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 08081c8f-7633-4e19-b014-ef5e65adcad6 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:33:14.511061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:18.530402 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e5002bd4-1b46-40f3-9da3-837dcf8a03bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:21.332707 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-70283b78-af0b-486d-9414-39647db6498e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:22.277580 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:23.664034 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:33:23.822332 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:24.529637 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:48.516558 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c60d97cb-92a5-42b7-8489-158c6e0ee8f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:51.318141 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f404ff72-3198-41f1-91dd-8d04650f1fcc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:52.260563 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:53.834684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:33:54.548436 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:00.664024 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:34:18.512569 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c21c9385-cb21-40ba-8883-ae5c613403a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:21.325426 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-287ac560-d96c-47ac-9462-21fdaa074379 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:22.263643 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:23.824372 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:24.531839 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:35.983974 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52046) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:36.065642 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.pecan_wsgi.hooks.translation [None req-800a25bd-15a0-4b85-81a9-4d81609149c4 admin admin] GET failed (client error): The resource could not be found. Nov 25 08:34:36.066987 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-800a25bd-15a0-4b85-81a9-4d81609149c4 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0820444 Nov 25 08:34:36.277961 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4880925-c9b6-44db-a96f-77c07890a15e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:36.279356 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e4880925-c9b6-44db-a96f-77c07890a15e admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2074690 Nov 25 08:34:37.664520 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:34:38.742581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52056) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:38.875339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c3d0b3-7b26-46e6-ad6e-f4e1bacd9543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:38.877223 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b3c3d0b3-7b26-46e6-ad6e-f4e1bacd9543 admin admin] 10.222.0.46 "GET /v2.0/subnets/8458008f-674c-47db-ae97-4d6df76b3c34 HTTP/1.1" status: 200 len: 849 time: 0.1336815 Nov 25 08:34:38.887265 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:34:38.971478 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:39.145353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8761417498399'] for subnet, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:39.220662 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:39.220662 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:39.220662 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] 10.222.0.46 "PUT /v2.0/subnets/8458008f-674c-47db-ae97-4d6df76b3c34 HTTP/1.1" status: 200 len: 868 time: 0.3354084 Nov 25 08:34:39.225370 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcaad6c-7828-45a5-894d-158b616f1024 None None] Network 0042af21-3444-441b-b4f7-86bb3aa5a0e0 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:34:39.236840 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8458008f-674c-47db-ae97-4d6df76b3c34,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:34:39.247657 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.248019 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.248361 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.248704 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.249043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.249396 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.249735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.250083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.250975 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.251311 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.251669 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.251997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d912b88-d224-4c1e-8f48-b3e12395cb25 admin admin] Tracked resource versions report: Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: pushed versions: Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: { 'AddressGroup': {'1.2'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'ConntrackHelper': {'1.0'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Log': {'1.0'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Network': {'1.1'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Port': {'1.7'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'PortForwarding': {'1.2'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'QosPolicy': {'1.10'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroup': {'1.5'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SubPort': {'1.0'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Subnet': {'1.1'}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Trunk': {'1.1'}} Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: consumer versions: Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'ConntrackHelper': '1.0', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Log': '1.0', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Network': '1.1', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Port': '1.7', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'PortForwarding': '1.2', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'QosPolicy': '1.10', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroup': '1.5', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroupRule': '1.2', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SubPort': '1.0', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Subnet': '1.1', Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Trunk': '1.1'}} Nov 25 08:34:39.253616 dv-cinder-778193-12-iscsi neutron-server[109108]: {{(pid=109108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:34:39.621639 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-fd036300-01a8-4a55-b6ce-c65d08fb7225 None None] Provisioning complete for port 77801137-367c-4133-97d1-833d14c1cf76 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:34:39.622012 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fd036300-01a8-4a55-b6ce-c65d08fb7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:39.717745 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-fd036300-01a8-4a55-b6ce-c65d08fb7225 None None] Provisioning complete for port 85be5d7b-9d1f-4290-9a79-2966ea5482af triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:34:39.718036 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fd036300-01a8-4a55-b6ce-c65d08fb7225 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:41.720557 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52068) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:41.936071 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5fc0e-2cb6-460c-a38f-d7682e3dc695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:41.936548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1d5fc0e-2cb6-460c-a38f-d7682e3dc695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:41.938148 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f1d5fc0e-2cb6-460c-a38f-d7682e3dc695 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2166080 Nov 25 08:34:44.358660 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52076) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:44.564476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552658bf-0b3e-45a5-8136-1ca4a80efd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:44.564846 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552658bf-0b3e-45a5-8136-1ca4a80efd19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:44.566402 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-552658bf-0b3e-45a5-8136-1ca4a80efd19 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2067673 Nov 25 08:34:47.002151 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52086) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:47.139710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824f394-de06-44d9-aa62-40ef44b8b2ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:47.141136 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2824f394-de06-44d9-aa62-40ef44b8b2ca admin admin] 10.222.0.46 "GET /v2.0/networks/0042af21-3444-441b-b4f7-86bb3aa5a0e0 HTTP/1.1" status: 200 len: 869 time: 0.1379797 Nov 25 08:34:48.515690 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-246ca520-0864-4c5a-a569-530801c746e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:49.629107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52094) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:49.814276 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd6df22-1588-4177-98b1-4e6d9d97fa50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:49.815603 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4dd6df22-1588-4177-98b1-4e6d9d97fa50 admin admin] 10.222.0.46 "GET /v2.0/networks/27542747-ba8c-4238-9bc1-5f6bc3b2a324 HTTP/1.1" status: 200 len: 886 time: 0.1855154 Nov 25 08:34:51.318152 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d5bae820-2b4e-4ec3-8dd0-06e3e4ad0aa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:52.269274 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:52.351941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52102) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:52.490697 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5171701c-3669-4d7f-95a7-e8d33df338bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:52.491153 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5171701c-3669-4d7f-95a7-e8d33df338bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:52.492808 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5171701c-3669-4d7f-95a7-e8d33df338bb admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1395760 Nov 25 08:34:53.827313 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:54.536780 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:34:54.977248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52110) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:55.069289 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dab8ad-77a0-4972-88ad-aac1be154734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:55.069745 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3dab8ad-77a0-4972-88ad-aac1be154734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:55.071293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a3dab8ad-77a0-4972-88ad-aac1be154734 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0929637 Nov 25 08:34:57.500063 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52118) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:34:57.594071 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-600f8e05-2b8a-4a11-a995-cf656840224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:34:57.596086 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-600f8e05-2b8a-4a11-a995-cf656840224a admin admin] 10.222.0.46 "GET /v2.0/subnets/041c09c8-5c3e-4a18-8309-f4efd7a5e51f HTTP/1.1" status: 200 len: 816 time: 0.0950158 Nov 25 08:35:00.042487 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52126) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:35:00.141282 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93aa6995-b8c1-4eaf-b512-8d1e2fd44775 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:35:00.143182 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-93aa6995-b8c1-4eaf-b512-8d1e2fd44775 admin admin] 10.222.0.46 "GET /v2.0/subnets/8458008f-674c-47db-ae97-4d6df76b3c34 HTTP/1.1" status: 200 len: 868 time: 0.0996857 Nov 25 08:35:14.664445 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:35:18.525328 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-667933a8-783d-4812-89f7-b9be15db2905 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:21.321820 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6a9d2c10-81f7-49b3-a313-3f5393f09a25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:22.269690 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:23.831813 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:24.544536 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:26.986775 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52180) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:35:27.046013 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [None req-ab371580-ebc6-4c5a-8549-92ccfa21f859 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:35:27.047586 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ab371580-ebc6-4c5a-8549-92ccfa21f859 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0596082 Nov 25 08:35:29.617781 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52188) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:35:29.681337 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.pecan_wsgi.hooks.translation [None req-198cb02f-7a43-40c5-b9e4-0c6e96f582b9 admin admin] GET failed (client error): The resource could not be found. Nov 25 08:35:29.682669 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-198cb02f-7a43-40c5-b9e4-0c6e96f582b9 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0639384 Nov 25 08:35:29.832700 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad41b19e-edbf-4a19-8f63-50da891391db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:35:29.834075 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ad41b19e-edbf-4a19-8f63-50da891391db admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1468360 Nov 25 08:35:32.368035 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52196) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:35:32.421597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:35:32.453194 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Made reservation on behalf of e58d06e437ad40f9b075dafe0b30593a for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:35:32.457810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:32.504186 dv-cinder-778193-12-iscsi neutron-server[109109]: WARNING neutron.services.revisions.revision_plugin [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Could not find related network for resource to bump revision. Nov 25 08:35:32.521901 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 517} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:35:32.537018 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:32.537559 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Added segment 3b0de5f7-7eac-4b34-830b-7c2a72037a7c of type vlan for network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 Nov 25 08:35:32.584534 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:32.613369 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:32.614469 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:35:32.615114 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:32.666653 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2975049 Nov 25 08:35:32.677865 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Pushing event updated for resources: {'Network': ['ID=3e75dbfe-dec2-4630-951f-e05dc4d631d3,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:35:32.686897 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.687363 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.687922 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.688505 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.689341 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.689846 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.690327 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.690800 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.691237 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.691754 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.692195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.692620 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc60e8f6-d0cc-40ac-b43e-c09b9517246a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:32.707003 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:35:35.141582 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52204) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:35:35.204826 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.pecan_wsgi.hooks.translation [None req-581cdb45-0e2e-428f-9290-7e07c5530bc7 admin admin] GET failed (client error): The resource could not be found. Nov 25 08:35:35.206166 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-581cdb45-0e2e-428f-9290-7e07c5530bc7 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0635152 Nov 25 08:35:35.287336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac7da4c-3b6d-4185-8ee0-db09edf150f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:35:35.288845 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-bac7da4c-3b6d-4185-8ee0-db09edf150f3 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0780802 Nov 25 08:35:35.300203 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3', 'cidr': '192.168.233.0/24'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:35:35.320325 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Made reservation on behalf of e58d06e437ad40f9b075dafe0b30593a for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:35:35.322694 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:35.490172 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:35.537391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a33d1f3-9724-4971-9bdd-48b2f784ae14,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:35:35.553373 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Checking segment: {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:35:35.553718 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Network hostable DHCP agents. Network: 3e75dbfe-dec2-4630-951f-e05dc4d631d3, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:35:35.569725 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:35:35.578795 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 3e75dbfe-dec2-4630-951f-e05dc4d631d3) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:35:35.583141 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:35:35.583756 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:35.590586 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2f61c0-fca6-444f-af6e-3e4576e7483a None None] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:35:35.600666 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-abc1a981-0d40-42ce-a141-b66c0e2d3901 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3047073 Nov 25 08:35:35.849813 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-3e75dbfe-dec2-4630-951f-e05dc4d631d3', 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3', 'tenant_id': 'e58d06e437ad40f9b075dafe0b30593a', 'fixed_ips': [{'subnet_id': '5a33d1f3-9724-4971-9bdd-48b2f784ae14'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:35:35.851087 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:35.999355 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Allocated IP 192.168.233.2 (3e75dbfe-dec2-4630-951f-e05dc4d631d3/5a33d1f3-9724-4971-9bdd-48b2f784ae14/d11dc52c-018a-4442-862a-1bccf5ba0a8d) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:35:36.156626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:36.163776 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:36.205987 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:35:36.209068 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:35:36.211837 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:35:36.220012 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Pushing event updated for resources: {'Port': ['ID=d11dc52c-018a-4442-862a-1bccf5ba0a8d,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:35:36.234812 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.235433 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.235720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.235898 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.236333 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.236688 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.237029 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.237366 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.237711 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.238042 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.238366 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.238686 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:35:36.304384 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Attempting to bind port d11dc52c-018a-4442-862a-1bccf5ba0a8d on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:35:36.304753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Attempting to bind port d11dc52c-018a-4442-862a-1bccf5ba0a8d by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:35:36.305118 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Attempting to bind port d11dc52c-018a-4442-862a-1bccf5ba0a8d on network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:35:36.311002 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 35, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:35:36.311373 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Checking segment: {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:35:36.311810 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:36.312204 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Bound using segment: {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:35:36.312684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Bound port: d11dc52c-018a-4442-862a-1bccf5ba0a8d, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:35:36.313086 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:36.382722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] For port d11dc52c-018a-4442-862a-1bccf5ba0a8d, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:35:36.386335 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] For port d11dc52c-018a-4442-862a-1bccf5ba0a8d, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=d11dc52c-018a-4442-862a-1bccf5ba0a8d,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:35:36.391882 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:36.454571 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffd425-869b-4415-b218-88b8baad55e7 None None] Pushing event updated for resources: {'Port': ['ID=d11dc52c-018a-4442-862a-1bccf5ba0a8d,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:35:37.381686 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e84814-3d9a-4d70-8bed-a7b5dd308d4e None None] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:35:37.447988 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] Provisioning complete for port d11dc52c-018a-4442-862a-1bccf5ba0a8d triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:35:37.448355 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:37.605287 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:37.646739 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] For port d11dc52c-018a-4442-862a-1bccf5ba0a8d, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=d11dc52c-018a-4442-862a-1bccf5ba0a8d,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:35:37.651436 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:37.729653 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f28957-3f02-41e5-96bc-6afeba7a0739 None None] Pushing event updated for resources: {'Port': ['ID=d11dc52c-018a-4442-862a-1bccf5ba0a8d,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:35:37.980656 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-90a1364a-1454-4b46-8a8c-ec2309ed77c5 None None] Provisioning complete for port d11dc52c-018a-4442-862a-1bccf5ba0a8d triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:35:37.980935 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-90a1364a-1454-4b46-8a8c-ec2309ed77c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:38.515212 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device d11dc52c-018a-4442-862a-1bccf5ba0a8d up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:35:38.576091 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port d11dc52c-018a-4442-862a-1bccf5ba0a8d triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:35:38.576539 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:48.518703 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9a4361cb-2a46-4f39-81b4-ed8ea4d107d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:51.325859 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-84dfddc1-faa6-44d7-ac5e-3279b847e5fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:51.664434 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:35:52.272055 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:53.838689 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:35:54.538432 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:18.521133 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8928694e-cdbb-481a-a5f9-54fb1dff35c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:21.330199 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f8eb964e-e61a-4261-a5c7-3bb98dd31479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:22.275834 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:23.832528 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:24.541618 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:28.663841 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:36:48.523719 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3f682a09-1303-495a-9f61-917a61ddcd39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.036264 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52248) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:36:51.042372 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [None req-9099cfd5-ea51-43bc-b849-13754ce2f5d5 tempest-verify_tempest_config-1336149236 tempest-verify_tempest_config-1336149236-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:36:51.043433 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-9099cfd5-ea51-43bc-b849-13754ce2f5d5 tempest-verify_tempest_config-1336149236 tempest-verify_tempest_config-1336149236-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0060835 Nov 25 08:36:51.336269 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c887608a-c954-4c9f-a34c-a5af5af8f57b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.356700 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52266) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:36:51.461198 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.533297 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.537091 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.581336 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c5d359e726334e3a883814e41f421e2a&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2234802 Nov 25 08:36:51.583126 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceed6974-de16-4508-8d78-398efa1a5fc4,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:36:51.584318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52272) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:36:51.589978 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.590358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.590701 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.591019 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.591349 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.592049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.592049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.592378 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.592706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.593047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.593336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.593664 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ccfdfc-af51-4432-8158-28c2bfb605db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.666295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.687143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.779760 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.782850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:51.786940 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ceed6974-de16-4508-8d78-398efa1a5fc4 HTTP/1.1" status: 204 len: 168 time: 0.2013819 Nov 25 08:36:51.794901 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceed6974-de16-4508-8d78-398efa1a5fc4,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:36:51.802521 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.802901 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.803245 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.803635 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.804022 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.804372 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.804743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.805150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.805502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.805834 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.806162 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:51.806510 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8a34cbb-f771-4603-bc8a-803c2adf96bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:36:52.278394 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:53.833519 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:36:54.543875 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:05.663667 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:37:18.524337 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5fc8774d-8b95-4b6e-8940-8455b2ca132d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:21.337626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52e1a899-0f4e-4ac3-9aac-51ba6d2670b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:22.284601 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:23.835185 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:24.549913 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:42.662261 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:37:48.525886 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-72f544f5-88d8-425b-a37d-6d789c02b585 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:51.433292 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-78237791-f319-40fd-be5b-5baa7ee0fb70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:52.284148 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:53.838687 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:37:54.543671 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:18.528577 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-739fd6ff-a5ac-4766-b9ea-74662f2d35b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:19.662892 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 5 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:38:21.335905 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5fbf475d-e2a8-4072-921b-cbffa6e90340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:22.287600 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:23.845456 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:24.547744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:25.368841 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-677944'] for agent, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:40.338913 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52344) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:38:40.445194 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-fa193b02-f270-4922-9ef4-de90fb97d8cc admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.1051431 Nov 25 08:38:42.936096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52354) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:38:42.999413 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-546510c4-360d-413c-9c20-51880dab3532 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4559 time: 0.0617690 Nov 25 08:38:48.530590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6f9c204d-e59d-4830-abc3-b377187ed597 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:51.337818 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6158d930-f6cf-4f71-b724-617fcb79a832 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:52.288934 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:53.845124 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:54.557847 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:55.329128 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:38:56.662713 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:39:18.531337 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ddafe8c1-a629-40e2-a970-13f194dc3011 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:21.338683 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5d16edd0-06a2-409c-b12a-6c8c4e872996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:22.294855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:23.846720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:24.556395 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:25.325379 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:33.662656 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:39:48.533800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fcd84292-104b-4d70-8b59-88fee9f32739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:51.341409 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e77c5be7-086b-4446-9515-160f84865b79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:52.297720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:53.851109 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:54.550638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:39:55.332959 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:10.663088 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:40:15.669638 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52522) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:15.936048 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-772577097-network', 'tenant_id': '3412713b28e44d47abca28c866ca338e'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:15.963511 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:15.966548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:15.986791 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.082280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.086800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.112458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8200957-66a7-4031-b712-b0546e1ba4bf,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:16.132064 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 507} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:40:16.145621 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8761417580746', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.146274 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Unsubscribe: segment precommit_create {{(pid=109108) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 25 08:40:16.146825 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Added segment 62294715-abad-4907-88ae-1a63700d4ed5 of type vlan for network 0ddee4b4-d930-497a-91bb-d464076fa1b3 Nov 25 08:40:16.151371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.151749 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.152097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.156914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Tracked resource versions report: Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: pushed versions: Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: { 'AddressGroup': {'1.2'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'ConntrackHelper': {'1.0'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Log': {'1.0'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Network': {'1.1'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Port': {'1.7'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'PortForwarding': {'1.2'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'QosPolicy': {'1.10'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroup': {'1.5'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SubPort': {'1.0'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Subnet': {'1.1'}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Trunk': {'1.1'}} Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: consumer versions: Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: HyperV agent@hv-cinder-77819: {}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'ConntrackHelper': '1.0', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Log': '1.0', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Network': '1.1', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Port': '1.7', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'PortForwarding': '1.2', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'QosPolicy': '1.10', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroup': '1.5', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SecurityGroupRule': '1.2', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'SubPort': '1.0', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Subnet': '1.1', Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: 'Trunk': '1.1'}} Nov 25 08:40:16.157895 dv-cinder-778193-12-iscsi neutron-server[109108]: {{(pid=109108) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:40:16.224267 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.260824 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.262022 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:16.262790 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.311980 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52562) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:16.333741 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52566) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:16.363851 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] Pushing event updated for resources: {'Network': ['ID=0ddee4b4-d930-497a-91bb-d464076fa1b3,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:16.375390 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52572) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:16.375733 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f9647330-af94-42c4-b999-bd292528b08e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7045977 Nov 25 08:40:16.380316 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Request body: {'subnet': {'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-772577097-subnet', 'tenant_id': '3412713b28e44d47abca28c866ca338e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:16.380886 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:40:16.407412 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:16.410242 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.602212 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.760924 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-184220652-network', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:16.761229 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52590) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:16.769812 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-150789278-network', 'tenant_id': '7eaa0e4df2f4476cb61baa83f9e3c6b6'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:16.792190 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52598) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:16.794222 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae1132f2-66db-4320-94bd-0d233bd6b903,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:16.822710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.823085 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.823443 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.823806 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.824206 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.824493 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.824834 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.825183 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.825515 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.825858 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.826157 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.826515 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Tracked resource versions report: Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: pushed versions: Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: { 'AddressGroup': {'1.2'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'ConntrackHelper': {'1.0'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Log': {'1.0'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Network': {'1.1'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Port': {'1.7'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'PortForwarding': {'1.2'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'QosPolicy': {'1.10'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroup': {'1.5'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SubPort': {'1.0'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Subnet': {'1.1'}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Trunk': {'1.1'}} Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: consumer versions: Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: HyperV agent@hv-cinder-77819: {}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'ConntrackHelper': '1.0', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Log': '1.0', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Network': '1.1', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Port': '1.7', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'PortForwarding': '1.2', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'QosPolicy': '1.10', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroup': '1.5', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SecurityGroupRule': '1.2', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'SubPort': '1.0', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Subnet': '1.1', Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: 'Trunk': '1.1'}} Nov 25 08:40:16.827783 dv-cinder-778193-12-iscsi neutron-server[109109]: {{(pid=109109) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:40:16.851346 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Checking segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:16.851731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Network hostable DHCP agents. Network: 0ddee4b4-d930-497a-91bb-d464076fa1b3, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:40:16.856855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Made reservation on behalf of 7eaa0e4df2f4476cb61baa83f9e3c6b6 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:16.860743 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.872042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.894729 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Made reservation on behalf of eb52ad5308c241089b4e2e8f09206f74 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:16.894942 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-network', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:16.897689 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.911136 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.923587 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Made reservation on behalf of b85d133bd71746088b6aa4cb9b1cb117 for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:16.927075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.942018 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:16.958247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-network', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:16.961381 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:40:16.993017 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 0ddee4b4-d930-497a-91bb-d464076fa1b3) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:17.002842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53ac7ad-445f-41e7-b553-cc6b6adc7c06 None None] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:17.039321 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:17.039548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.040510 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.056998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.070022 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 534} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:40:17.081359 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.082508 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Added segment b10b3482-9666-455d-b4a0-6d096873e3e8 of type vlan for network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 Nov 25 08:40:17.132932 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.158075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Made reservation on behalf of af706c5a572d4008b111a87e96ebf814 for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:17.160421 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.175082 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-66fe285e-f08d-43a6-b708-d95a4f12e2bb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8006160 Nov 25 08:40:17.179816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.189263 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.191309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:17.192552 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.197160 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.210930 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.293272 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Pushing event updated for resources: {'Network': ['ID=66254c56-3f1c-4f89-9cff-4dcde9b8b303,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.298985 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 513} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:40:17.306165 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec0cce2-dce7-4060-802d-8cf83681dc4c None None] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:17.310297 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:40:17.345353 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25ab9252-0165-404d-a11b-add684997e5a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.383175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.391422 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85e36ceb-9ba4-4261-a0f5-c882dc93adb1,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.394625 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.395504 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.396054 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.396399 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Added segment 7616a8b0-f5f3-4cf8-8428-37d93c716c19 of type vlan for network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 Nov 25 08:40:17.409599 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5f9a3242-587c-4cd9-bb2f-f3ec54ffe68c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6471560 Nov 25 08:40:17.420711 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52636) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:17.433336 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Request body: {'subnet': {'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-subnet', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:17.441435 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.475352 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 501} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:40:17.499439 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Made reservation on behalf of b85d133bd71746088b6aa4cb9b1cb117 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:17.504181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Publish callbacks [] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.504280 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.504513 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Added segment 1168ea10-43b5-4e45-bc39-e037ec70b504 of type vlan for network fe88a060-11d1-49d6-a468-aec69a44188a Nov 25 08:40:17.527398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 521} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:40:17.634944 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.658979 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c21d130-e15f-4127-8f80-a69468a31ca5,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.688560 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.688915 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Added segment 6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b of type vlan for network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c Nov 25 08:40:17.771855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.773855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:17.774444 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.775003 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.847876 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.849295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:17.850113 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.925575 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6112196 Nov 25 08:40:17.928427 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52656) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:17.931089 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f40179-eae6-45b2-8e45-9074499707bf,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.936408 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:17.948666 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Request body: {'subnet': {'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-150789278-subnet', 'tenant_id': '7eaa0e4df2f4476cb61baa83f9e3c6b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:17.962205 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ba497c-8308-41c9-beb5-e3e6f26e9937 admin admin] Pushing event updated for resources: {'Network': ['ID=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:17.978556 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:40:17.999087 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Made reservation on behalf of 7eaa0e4df2f4476cb61baa83f9e3c6b6 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:18.002222 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.019449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.021719 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:18.023619 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.114315 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] Pushing event updated for resources: {'Network': ['ID=fe88a060-11d1-49d6-a468-aec69a44188a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:18.129181 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network fe88a060-11d1-49d6-a468-aec69a44188a details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:40:18.164664 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e968e25d-17ff-45dd-b94e-3e194f2c30ba admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.8293340 Nov 25 08:40:18.168697 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52668) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:18.174985 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Request body: {'subnet': {'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-184220652-subnet', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:18.219866 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Made reservation on behalf of eb52ad5308c241089b4e2e8f09206f74 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:18.224637 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.235053 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.282688 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.4861386 Nov 25 08:40:18.294752 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52682) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:18.305694 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Request body: {'subnet': {'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-subnet', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:18.307613 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223445e8-edd7-42d9-94bc-d0f42f2b4121 admin admin] Pushing event updated for resources: {'Network': ['ID=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:18.319183 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:40:18.391322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Made reservation on behalf of af706c5a572d4008b111a87e96ebf814 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:18.393622 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.407065 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2a58904-d811-4521-8550-1388d62af3f0,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:18.423748 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Checking segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:18.424417 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Network hostable DHCP agents. Network: 66254c56-3f1c-4f89-9cff-4dcde9b8b303, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:40:18.477732 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:40:18.480019 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52690) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:18.485129 dv-cinder-778193-12-iscsi neutron-server[109108]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 25 08:40:18.512842 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.544650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1f615cb6-a8bc-45d8-9270-06c0de669736 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.577997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 66254c56-3f1c-4f89-9cff-4dcde9b8b303) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:18.599572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbfa35f0-a7ab-4243-b5cc-0491b16d45dc None None] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:18.602463 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:18.603502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.664776 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f5647fb1-7be4-4d56-80c7-338830f9b3af admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.2381861 Nov 25 08:40:18.669042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52692) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:18.677052 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b45d8563-6243-4c63-ade1-9978045ff6da,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:18.684227 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:18.712061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.737637 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-8f8c0551-be18-4c2b-ae46-1940fbda3d61 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:18.739436 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-8f8c0551-be18-4c2b-ae46-1940fbda3d61 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.2584708 Nov 25 08:40:18.777082 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-84f7221d-96dc-43c7-a93a-0f05815b36dc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/quotas/3412713b28e44d47abca28c866ca338e HTTP/1.1" status: 200 len: 375 time: 0.0317950 Nov 25 08:40:18.783095 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7ceebf-a440-4b7d-8fc8-169efb7c3bf7 None None] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:18.861226 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Pushing event updated for resources: {'Subnet': ['ID=30817b91-adce-47d3-979f-7ef2889daa60,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:18.866087 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-f212cc88-1b8c-4541-8e4d-da86b2096411 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0880506 Nov 25 08:40:18.880558 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Checking segment: {'id': '7616a8b0-f5f3-4cf8-8428-37d93c716c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:18.880956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Network hostable DHCP agents. Network: 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:40:18.895259 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:18.896443 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.034782 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.058163 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:40:19.089076 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-9e4a0aac-f62e-4070-82bb-36775fa2a193 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:40:19.090257 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-9e4a0aac-f62e-4070-82bb-36775fa2a193 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0565860 Nov 25 08:40:19.147124 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:19.159864 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Checking segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:19.159985 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9e462-c79d-4a12-b95f-cef27a714660 None None] Network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:19.160459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Network hostable DHCP agents. Network: fe88a060-11d1-49d6-a468-aec69a44188a, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:40:19.160459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:19.160459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.176085 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.242355 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-2d13fd5a-cb2f-456d-a05c-568763b884ab service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435814 Nov 25 08:40:19.280053 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-665eeea8-7229-4676-bf2e-ecf2d6628644 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3353755 Nov 25 08:40:19.284763 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.317464 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Network fe88a060-11d1-49d6-a468-aec69a44188a is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:40:19.336302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3764c054-3004-4231-8e9c-5ea3403023c6,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:19.342000 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, fe88a060-11d1-49d6-a468-aec69a44188a) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:19.357119 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f030fc-64b8-4554-94dd-7cd5aad62d09 None None] Network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:19.393811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Checking segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:19.394450 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Network hostable DHCP agents. Network: cd1f23e0-ed6b-4bcd-b801-85ff9727a35c, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:40:19.424095 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:19.424707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.450403 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:40:19.455269 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a3676a-b16c-47ab-abf3-7cadc2bb44e2 None None] Network fe88a060-11d1-49d6-a468-aec69a44188a requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:19.471270 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-947a3a10-f153-4161-8596-6d2069ef299c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.3007262 Nov 25 08:40:19.474811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52740) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:19.481461 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:19.495038 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, cd1f23e0-ed6b-4bcd-b801-85ff9727a35c) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:19.497395 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-dd567598-58e0-49f0-b96b-669ff24c21eb service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465985 Nov 25 08:40:19.521296 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:19.524154 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.628689 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.630434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.680481 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cb4d055b-8795-49d0-85f1-7223b561da98 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3818922 Nov 25 08:40:19.683474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52754) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:19.689557 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:19.740775 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.741868 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.780842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64e0c4dd-59da-4bf7-92f6-2595eb395e2f None None] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:19.788439 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52766) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:19.868039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52780) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:19.914195 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:19.968827 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e526c810-6582-4ae6-9acf-217231241bb9 req-f6545722-1f20-4d66-b2b6-600fc72033f1 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.1231520 Nov 25 08:40:20.035262 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.201648 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-fe88a060-11d1-49d6-a468-aec69a44188a', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:40:20.203033 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.215123 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.264871 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:40:20.265830 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.301448 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.353284 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.387254 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.394664 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-805662d1-72f9-4e80-91e4-ea6f270895c2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.419369 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-bec8b1f1-f65b-44a0-a359-aab03f380312 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:20.432007 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-bec8b1f1-f65b-44a0-a359-aab03f380312 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/networks?id=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 HTTP/1.1" status: 200 len: 811 time: 0.5588753 Nov 25 08:40:20.455413 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Allocated IP 172.20.0.2 (fe88a060-11d1-49d6-a468-aec69a44188a/30817b91-adce-47d3-979f-7ef2889daa60/761326f9-71b3-4197-ac79-7dbb2f64571e) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:20.493531 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-52e275b6-6532-4741-92d5-bd2b71fd49c7 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/quotas/7eaa0e4df2f4476cb61baa83f9e3c6b6 HTTP/1.1" status: 200 len: 375 time: 0.0604796 Nov 25 08:40:20.541674 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-134b75a3-cf97-4108-82a8-c823506f9006 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7eaa0e4df2f4476cb61baa83f9e3c6b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0469623 Nov 25 08:40:20.648302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-805662d1-72f9-4e80-91e4-ea6f270895c2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.652955 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Allocated IP 172.20.0.2 (cd1f23e0-ed6b-4bcd-b801-85ff9727a35c/3764c054-3004-4231-8e9c-5ea3403023c6/3bcd6819-c887-4a26-bf22-04337d9057cc) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:20.716698 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Allocated IP 172.27.3.151 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/ba82e3f7-78d1-4ffd-a883-07fbe6955d6f) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:20.793781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-978064b5-a804-474b-9736-1494e4f7206b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:40:20.801274 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-978064b5-a804-474b-9736-1494e4f7206b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1318467 Nov 25 08:40:20.890855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.900469 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.905782 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.921659 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-805662d1-72f9-4e80-91e4-ea6f270895c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:20.930074 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Network fe88a060-11d1-49d6-a468-aec69a44188a is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:20.939661 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:20.962302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805662d1-72f9-4e80-91e4-ea6f270895c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31160974-c914-429a-b06c-73d64ac69b1b,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:20.968287 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:21.071130 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.074273 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Attempting to bind port 761326f9-71b3-4197-ac79-7dbb2f64571e on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:21.074855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Attempting to bind port 761326f9-71b3-4197-ac79-7dbb2f64571e by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:21.075667 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Attempting to bind port 761326f9-71b3-4197-ac79-7dbb2f64571e on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:21.076245 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.087124 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:21.087852 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Checking segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:21.088586 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.089167 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Bound using segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:21.089823 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Bound port: 761326f9-71b3-4197-ac79-7dbb2f64571e, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:21.090393 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.094477 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-805662d1-72f9-4e80-91e4-ea6f270895c2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88e4810b647a4e939655c67e2078cfe6&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3023911 Nov 25 08:40:21.096233 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52836) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:21.170193 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-65b87efb-3a8a-43b5-b874-c940e93158e6 req-1c7f1db1-eba5-41b1-8535-46f884606af3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.1108005 Nov 25 08:40:21.220467 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Pushing event updated for resources: {'Port': ['ID=761326f9-71b3-4197-ac79-7dbb2f64571e,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:21.278167 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-ada1e337-11e3-4403-9eba-6214de6d3d30 service neutron] 10.222.0.46 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4758909 Nov 25 08:40:21.298806 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.336716 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.337626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.338136 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.338654 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.340847 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.341361 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.341878 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.344273 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.344910 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.345430 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.349262 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.350330 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Tracked resource versions report: Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: pushed versions: Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: { 'AddressGroup': {'1.2'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'ConntrackHelper': {'1.0'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Log': {'1.0'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Network': {'1.1'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Port': {'1.7'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'PortForwarding': {'1.2'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'QosPolicy': {'1.10'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroup': {'1.5'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SubPort': {'1.0'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Subnet': {'1.1'}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Trunk': {'1.1'}} Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: consumer versions: Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: HyperV agent@hv-cinder-77819: {}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'ConntrackHelper': '1.0', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Log': '1.0', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Network': '1.1', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Port': '1.7', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'PortForwarding': '1.2', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'QosPolicy': '1.10', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroup': '1.5', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SecurityGroupRule': '1.2', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'SubPort': '1.0', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Subnet': '1.1', Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: 'Trunk': '1.1'}} Nov 25 08:40:21.351664 dv-cinder-778193-12-iscsi neutron-server[109110]: {{(pid=109110) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:40:21.363710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.376298 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-db2389a5-4090-4728-b140-124397f8fbde None None] For port 761326f9-71b3-4197-ac79-7dbb2f64571e, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:21.429973 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.434133 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-db2389a5-4090-4728-b140-124397f8fbde None None] For port 761326f9-71b3-4197-ac79-7dbb2f64571e, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=761326f9-71b3-4197-ac79-7dbb2f64571e,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:21.442086 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.492222 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:21.504518 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.504739 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.507898 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:21.508444 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3738d324-de2b-4c07-8591-8ef8154a82e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.510212 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2389a5-4090-4728-b140-124397f8fbde None None] Pushing event updated for resources: {'Port': ['ID=761326f9-71b3-4197-ac79-7dbb2f64571e,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:21.530369 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Allocated IP 172.27.3.62 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:21.548816 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Pushing event updated for resources: {'Port': ['ID=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:21.552189 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:21.637286 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:21.649291 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:21.653882 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:21.727198 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-c111d43b-c65c-47bd-9e97-74397e3a0199 service neutron] 10.222.0.46 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4479342 Nov 25 08:40:21.740861 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.765462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.770161 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Pushing event updated for resources: {'Port': ['ID=3bcd6819-c887-4a26-bf22-04337d9057cc,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:21.797985 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Attempting to bind port 3bcd6819-c887-4a26-bf22-04337d9057cc on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:21.798808 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Attempting to bind port 3bcd6819-c887-4a26-bf22-04337d9057cc by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:21.800946 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Attempting to bind port 3bcd6819-c887-4a26-bf22-04337d9057cc on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:21.809191 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 39, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:21.809521 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Checking segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:21.809720 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.809924 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.810447 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Bound using segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:21.811059 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Bound port: 3bcd6819-c887-4a26-bf22-04337d9057cc, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:21.826711 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.841727 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.844523 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.846074 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31160974-c914-429a-b06c-73d64ac69b1b HTTP/1.1" status: 204 len: 168 time: 0.7461278 Nov 25 08:40:21.898779 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161d1eb-afab-406c-aa35-2f3d956d5db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31160974-c914-429a-b06c-73d64ac69b1b,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:21.950774 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:21.989511 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] For port 3bcd6819-c887-4a26-bf22-04337d9057cc, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:21.995058 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] For port 3bcd6819-c887-4a26-bf22-04337d9057cc, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3bcd6819-c887-4a26-bf22-04337d9057cc,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:22.087478 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:22.097757 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:22.118914 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Allocated IP 172.27.3.16 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/c5848655-a6dd-46aa-85e5-8d3b4ecde401) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:22.223065 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9d37cd-f7e3-49dd-b5ea-395325122dfc None None] Pushing event updated for resources: {'Port': ['ID=3bcd6819-c887-4a26-bf22-04337d9057cc,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:22.232947 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 52866) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:22.326180 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:22.361676 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:22.395061 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:22.452282 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:22.459934 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Pushing event updated for resources: {'Port': ['ID=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:22.794089 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-29932148-29ec-422a-823a-6bb3f5350eac req-fc1a1773-c288-4fd8-96bc-89b85069f8bf tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.3692131 Nov 25 08:40:22.888695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-05c46f1a-af69-46dc-a699-af339e5010dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:22.900246 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 761326f9-71b3-4197-ac79-7dbb2f64571e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:23.027431 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a2bb7652-7012-4d0d-b134-0f97d6010ef3 req-be6d93bc-dff2-46b3-9897-910a46a49359 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.3843150 Nov 25 08:40:23.129010 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.137920 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 761326f9-71b3-4197-ac79-7dbb2f64571e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:23.139066 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.222343 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.59', 52033) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:23.392301 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.409948 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.529944 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 761326f9-71b3-4197-ac79-7dbb2f64571e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=761326f9-71b3-4197-ac79-7dbb2f64571e,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:23.540192 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.541808 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3bcd6819-c887-4a26-bf22-04337d9057cc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:23.682554 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.696289 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7d128d-3dff-4098-9e08-61a094358397 None None] Network fe88a060-11d1-49d6-a468-aec69a44188a requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:23.702611 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:23.817090 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Pushing event updated for resources: {'Port': ['ID=c5848655-a6dd-46aa-85e5-8d3b4ecde401,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:23.844130 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:23.864343 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:23.869831 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:24.090882 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Router 433f0e25-3959-499f-bcca-d1625146d3ac is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:40:24.163482 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e0085c86-ad5e-4c21-9f75-930ccd7abb32 req-fbe0885e-56cf-40d9-aba9-cb28ffebbc69 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.1441426 Nov 25 08:40:24.178673 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.198262 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-984ef93d-3a5f-4f19-a151-6f36a3d72e71 None None] Provisioning complete for port 761326f9-71b3-4197-ac79-7dbb2f64571e triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:24.198744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-984ef93d-3a5f-4f19-a151-6f36a3d72e71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.306671 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-f001ed07-e7b1-4011-939e-4fea391d4f43 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:24.308487 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-f001ed07-e7b1-4011-939e-4fea391d4f43 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 1.0836759 Nov 25 08:40:24.426867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Request body: {'port': {'device_id': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'admin_state_up': True, 'tenant_id': '3412713b28e44d47abca28c866ca338e'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:24.438684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-05c46f1a-af69-46dc-a699-af339e5010dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.470687 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2f996e78-3d2b-4d34-b3eb-53b3ce56e314 req-7ba48cf1-f8bf-4e2f-8d68-8951eb7ff2d4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.1512306 Nov 25 08:40:24.484814 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624e57f2-cae0-4c10-a049-d48fe698453d None None] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:40:24.633521 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=761326f9-71b3-4197-ac79-7dbb2f64571e,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:24.671797 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:24.683570 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Sync routers for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:24.692572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.718740 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:24.720858 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:24.721692 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 3bcd6819-c887-4a26-bf22-04337d9057cc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:24.722530 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.723148 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.725016 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-64c17945-c289-4df0-84d1-f84eb279253a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.0455337 Nov 25 08:40:24.730729 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-05c46f1a-af69-46dc-a699-af339e5010dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.738464 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52986) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:24.846637 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:24.908513 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 3bcd6819-c887-4a26-bf22-04337d9057cc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3bcd6819-c887-4a26-bf22-04337d9057cc,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:24.918958 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.008856 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-fef6bf5c-af25-4665-b7b1-a0494d0ded92 None None] Provisioning complete for port 761326f9-71b3-4197-ac79-7dbb2f64571e triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:25.009321 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fef6bf5c-af25-4665-b7b1-a0494d0ded92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.078335 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c46f1a-af69-46dc-a699-af339e5010dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbb3ca-7298-4b2f-b9be-ffb5b80f9d99,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:25.109998 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=3bcd6819-c887-4a26-bf22-04337d9057cc,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:25.124533 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-05c46f1a-af69-46dc-a699-af339e5010dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=551b98c8d8ed42679e5438edd3ec5ffa&name=default HTTP/1.1" status: 200 len: 2992 time: 2.8660016 Nov 25 08:40:25.149933 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.151389 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 761326f9-71b3-4197-ac79-7dbb2f64571e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:25.165193 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 52996) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:25.174887 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.190914 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:25.479938 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.549737 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Router eb81f400-4a3a-40ae-8aa2-0483587563fc is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:40:25.560301 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:25.564678 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.582370 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.59', 52040) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:25.582903 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 761326f9-71b3-4197-ac79-7dbb2f64571e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:25.583466 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.723363 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-fef6bf5c-af25-4665-b7b1-a0494d0ded92 None None] Provisioning complete for port 3bcd6819-c887-4a26-bf22-04337d9057cc triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:25.725111 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fef6bf5c-af25-4665-b7b1-a0494d0ded92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.772225 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:25.845066 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ad96ac3-8754-4073-99a5-5ca9ce9df8d0 req-f8919f97-219e-45e3-95cb-ebf6fd704cb7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.0703866 Nov 25 08:40:25.856159 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:25.857750 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-efb1e6c7-aad2-439c-8f6b-ed6b59f9f15f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.1732085 Nov 25 08:40:25.863360 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53014) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:25.887139 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:25.915162 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:21Z', 'revision_number': 3, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:25.970877 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:25.972134 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:25.994525 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.015806 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Checking router: 433f0e25-3959-499f-bcca-d1625146d3ac for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:26.017285 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Updating router 433f0e25-3959-499f-bcca-d1625146d3ac port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:26.047733 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.049011 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c44a15f1-90e1-4c09-9f66-a1bba05a250c req-75f37bd2-1c5b-4b7f-96d5-88d790299cd4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.2242885 Nov 25 08:40:26.106492 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.265099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:26.267272 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-50a3b39d-cd63-4891-8150-f8c6811b60ce tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:26.269991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-50a3b39d-cd63-4891-8150-f8c6811b60ce tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.59 "GET /v2.0/networks?id=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 HTTP/1.1" status: 200 len: 811 time: 0.5568562 Nov 25 08:40:26.356798 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Request body: {'port': {'device_id': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1', 'admin_state_up': True, 'tenant_id': '7eaa0e4df2f4476cb61baa83f9e3c6b6'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:26.373259 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.401115 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53028) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:26.457452 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-64bd2b54-9ed6-4c5a-97c7-1d84860aa458 None None] Provisioning complete for port 3bcd6819-c887-4a26-bf22-04337d9057cc triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:26.458758 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-64bd2b54-9ed6-4c5a-97c7-1d84860aa458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.767319 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aaccfdb6-7a63-427a-89a4-2f33ea16ca92 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.858509 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:22Z', 'revision_number': 3, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:26.874996 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.901681 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:26.998942 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:27.002685 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Updating router eb81f400-4a3a-40ae-8aa2-0483587563fc port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:27.009203 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Allocated IP 172.20.0.10 (0ddee4b4-d930-497a-91bb-d464076fa1b3/ae1132f2-66db-4320-94bd-0d233bd6b903/8705540a-ee14-46e8-9a43-02522efbdeb0) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:27.011602 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Made reservation on behalf of 7eaa0e4df2f4476cb61baa83f9e3c6b6 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:27.016164 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.126984 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.190106 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.190106 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.198170 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Attempting to bind port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:27.198785 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Attempting to bind port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:27.198903 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Attempting to bind port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:27.203342 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3bcd6819-c887-4a26-bf22-04337d9057cc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:27.209759 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Pushing event updated for resources: {'Port': ['ID=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:27.214262 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:27.214832 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:27.215234 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.215766 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:27.216434 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Bound port: ba82e3f7-78d1-4ffd-a883-07fbe6955d6f, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:27.216881 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.218973 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8efbb3ca-7298-4b2f-b9be-ffb5b80f9d99 HTTP/1.1" status: 204 len: 168 time: 2.0492041 Nov 25 08:40:27.224797 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.225202 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.225560 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.225954 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.226322 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.226780 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.227009 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.227451 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.228058 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.228491 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.228736 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.229144 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Tracked resource versions report: Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: pushed versions: Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: { 'AddressGroup': {'1.2'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'ConntrackHelper': {'1.0'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Log': {'1.0'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Network': {'1.1'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Port': {'1.7'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'PortForwarding': {'1.2'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'QosPolicy': {'1.10'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroup': {'1.5'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroupRule': {'1.2'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SubPort': {'1.0'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Subnet': {'1.1'}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Trunk': {'1.1'}} Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: consumer versions: Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: { DHCP agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: HyperV agent@hv-cinder-77819: {}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: L3 agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: Metadata agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: Metering agent@dv-cinder-778193-12-iscsi: {}, Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: Open vSwitch agent@dv-cinder-778193-12-iscsi: { 'AddressGroup': '1.2', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'ConntrackHelper': '1.0', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Log': '1.0', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Network': '1.1', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Port': '1.7', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'PortForwarding': '1.2', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'QosPolicy': '1.10', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroup': '1.5', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SecurityGroupRule': '1.2', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'SubPort': '1.0', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Subnet': '1.1', Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: 'Trunk': '1.1'}} Nov 25 08:40:27.230682 dv-cinder-778193-12-iscsi neutron-server[109111]: {{(pid=109111) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 25 08:40:27.370316 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] For port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:27.381988 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] For port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:27.384692 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e686f87f-62a8-4c93-9902-cdab19d28d3f req-0fd923ee-ffaa-4aa2-bb27-ea500b4cab29 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.1711621 Nov 25 08:40:27.392942 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.570375 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:27.571108 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:27.708928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 3bcd6819-c887-4a26-bf22-04337d9057cc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:27.709283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.767069 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ce11f-51ac-47eb-9ee2-1b9c8ffa2344 None None] Pushing event updated for resources: {'Port': ['ID=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:27.811801 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5443e8b6-bc65-4b67-abb6-2a68afb440ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbb3ca-7298-4b2f-b9be-ffb5b80f9d99,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:27.855944 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aaccfdb6-7a63-427a-89a4-2f33ea16ca92 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.880812 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aaccfdb6-7a63-427a-89a4-2f33ea16ca92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:27.934394 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:27.952620 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ff7ee4f-7aad-4991-878d-14c570a3e221 req-0e422697-1ccc-4aa1-a831-171985c274e6 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.7403440 Nov 25 08:40:28.111093 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaccfdb6-7a63-427a-89a4-2f33ea16ca92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac05eb-cb28-43a0-9099-094253ce4cb0,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:28.115792 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.127421 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.135048 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-aaccfdb6-7a63-427a-89a4-2f33ea16ca92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c070b43cfbb4949b418b21045d0a7d0&name=default HTTP/1.1" status: 200 len: 2992 time: 1.7283242 Nov 25 08:40:28.158986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53064) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:28.206839 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:40:28.210260 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Allocated IP 172.20.0.2 (50a6dc6f-b5ce-4cf1-892b-82abd7db66a1/b45d8563-6243-4c63-ade1-9978045ff6da/1358b6a2-0117-48f3-aa89-1b23f046552a) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:28.241499 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53271-b342-4fc7-9ca9-9095f7b206ea None None] Pushing event updated for resources: {'Port': ['ID=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:28.242161 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.244783 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Attempting to bind port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:28.245393 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Attempting to bind port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:28.245919 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Attempting to bind port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:28.271587 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:28.272599 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:28.273349 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.276409 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:28.277057 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Bound port: 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:28.277605 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.403942 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:21Z', 'revision_number': 3, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:28.426101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] For port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:28.432659 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] For port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:28.457624 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.505942 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3bdd854-bb1d-4324-ba48-80b1a9d61f77 None None] The sync data for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi is: [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:21Z', 'revision_number': 3, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:28.681391 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:28.682292 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:28.761138 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d53271-b342-4fc7-9ca9-9095f7b206ea None None] Pushing event updated for resources: {'Port': ['ID=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:28.780585 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:28.807884 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:28.808101 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3b4e9714-7aac-4979-b548-6cd4ffeeb9c7 req-74969ab2-3d3a-4b6c-8ed4-41a470c68156 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.1693912 Nov 25 08:40:28.839949 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:28.854232 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:28.907474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.921809 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:28.922549 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-19fb4aaf-8c31-49cb-a8cb-2ff04fac02e1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4458470 Nov 25 08:40:28.993455 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53080) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:29.022766 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:29.225143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:29.292642 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:29.295879 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:29.297158 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9aac05eb-cb28-43a0-9099-094253ce4cb0 HTTP/1.1" status: 204 len: 168 time: 1.1372581 Nov 25 08:40:29.299056 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Allocated IP 172.20.0.1 (66254c56-3f1c-4f89-9cff-4dcde9b8b303/e2a58904-d811-4521-8550-1388d62af3f0/52a961bc-96b5-4fad-a435-494784c24fc5) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:29.416739 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:29.469261 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bf076dba-3d10-45b0-97d3-4421bd55cfba req-09d1e8a7-4897-47ac-b174-6a46ee9300a6 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.2306249 Nov 25 08:40:29.645679 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb06e2-9d08-4138-9164-8200159d0721 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac05eb-cb28-43a0-9099-094253ce4cb0,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:29.711986 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:29.986764 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.126623 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.205977 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:24Z', 'revision_number': 3, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:30.279158 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:22Z', 'revision_number': 3, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:30.317790 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:30.318184 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Updating router b73d39c6-8deb-4e93-9acb-be90b41799b6 port c5848655-a6dd-46aa-85e5-8d3b4ecde401 binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:30.406881 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.446350 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d7ea8aab-e7d7-472c-89b0-05406b7e1568 req-2eac89c1-ad11-4006-9175-f95b2557000c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.4917254 Nov 25 08:40:30.459142 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.471484 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eca45728-109d-4e63-b66f-ca3d072ff85e None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:22Z', 'revision_number': 3, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:30.541549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Pushing event updated for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:30.545702 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.686549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:30.700486 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:30.704163 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:30.704988 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:30.900561 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fdebfff5-5ac1-4774-bfbf-ac980ba59949 req-f1a5174a-97b2-45fc-9c48-a024edcf2df8 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.1974149 Nov 25 08:40:30.910188 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53112) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:31.063133 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.082944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cd67a809-15fd-4cdb-93cf-e71d032cd436 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.216867 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device ba82e3f7-78d1-4ffd-a883-07fbe6955d6f up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:31.335722 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.428699 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:31.429123 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.442854 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.490147 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Allocated IP 172.20.0.1 (cd1f23e0-ed6b-4bcd-b801-85ff9727a35c/3764c054-3004-4231-8e9c-5ea3403023c6/b6b36b40-de70-4f86-8c24-bc8425809b89) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:31.507589 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.520722 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.541021 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:31.615782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Pushing event updated for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:31.633270 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:31.711346 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Attempting to bind port c5848655-a6dd-46aa-85e5-8d3b4ecde401 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:31.730810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.732130 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Attempting to bind port c5848655-a6dd-46aa-85e5-8d3b4ecde401 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:31.732772 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Attempting to bind port c5848655-a6dd-46aa-85e5-8d3b4ecde401 on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:31.756040 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6588-f3b9-4cbc-96b0-54f129cb4409 None None] Pushing event updated for resources: {'Port': ['ID=c5848655-a6dd-46aa-85e5-8d3b4ecde401,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:31.758686 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:31.759051 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:31.759499 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.760025 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:31.760511 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Bound port: c5848655-a6dd-46aa-85e5-8d3b4ecde401, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:31.760977 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.817393 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.909900 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:31.917377 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:31.928675 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.937317 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] For port c5848655-a6dd-46aa-85e5-8d3b4ecde401, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:31.945944 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] For port c5848655-a6dd-46aa-85e5-8d3b4ecde401, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c5848655-a6dd-46aa-85e5-8d3b4ecde401,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:31.955214 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:31.962015 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:31.963335 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.086337 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:32.086955 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:32.101365 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad6588-f3b9-4cbc-96b0-54f129cb4409 None None] Pushing event updated for resources: {'Port': ['ID=c5848655-a6dd-46aa-85e5-8d3b4ecde401,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:32.164638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:32.214974 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:32.417399 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:32.431283 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:32.445988 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:32.446820 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.449733 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:32.476885 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.568440 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-141bb09c-ef6d-4d31-adf2-d18b85acfc4a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.2203991 Nov 25 08:40:32.571576 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.575647 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.614310 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d60728-2234-4fb5-8f9d-20da24b24ce8 req-3e2e7319-e7bc-49e6-815a-85e286834062 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:32.619206 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2d60728-2234-4fb5-8f9d-20da24b24ce8 req-3e2e7319-e7bc-49e6-815a-85e286834062 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 932 time: 0.8629329 Nov 25 08:40:32.633902 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.2631280 Nov 25 08:40:32.662160 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d90434-54ed-4a0d-b83b-93ccaa8b6676 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event updated for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:32.732066 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Allocated IP 172.20.0.1 (fe88a060-11d1-49d6-a468-aec69a44188a/30817b91-adce-47d3-979f-7ef2889daa60/c86229fd-d491-4bd0-88c8-2299c6b90b10) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:32.872181 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:24Z', 'revision_number': 3, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:32.894616 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:32.934270 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae0e9ecb-40b8-4d0d-b39a-1707284e32a9 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:24Z', 'revision_number': 3, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:32.958857 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Pushing event updated for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:32.973491 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:32.985531 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:33.034112 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-05ebaeaa-0402-4bb4-880b-601790721841 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:40:33.036177 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-05ebaeaa-0402-4bb4-880b-601790721841 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0133221 Nov 25 08:40:33.088412 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-d92e0a58-64b2-4e70-930f-ec5cf7dfb5d4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:40:33.089318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-d92e0a58-64b2-4e70-930f-ec5cf7dfb5d4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2947061 Nov 25 08:40:33.099644 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:33.120781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161caf0f-317a-43da-a2da-d32f43e39022 req-28d43071-c79f-4ed9-b6f6-f2e75d701209 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:33.130301 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-161caf0f-317a-43da-a2da-d32f43e39022 req-28d43071-c79f-4ed9-b6f6-f2e75d701209 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 931 time: 0.9140208 Nov 25 08:40:33.275610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-161caf0f-317a-43da-a2da-d32f43e39022 req-d63bb203-c395-4409-975d-e697edc9de9a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439254 Nov 25 08:40:33.315221 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2d60728-2234-4fb5-8f9d-20da24b24ce8 req-ff8b8c55-9d3c-4f40-9484-076c48b5d893 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6626358 Nov 25 08:40:33.396259 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cd67a809-15fd-4cdb-93cf-e71d032cd436 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:33.428690 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:33.437099 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cd67a809-15fd-4cdb-93cf-e71d032cd436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:33.587542 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-cd67a809-15fd-4cdb-93cf-e71d032cd436 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05334ccbb693430082b4b4e538df0abb&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6722343 Nov 25 08:40:33.588740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:33.595955 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:33.611259 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:33.612326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:33.619890 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53172) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:33.644125 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Request body: {'port': {'device_id': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:33.677970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Request body: {'port': {'device_id': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:33.866031 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device ba82e3f7-78d1-4ffd-a883-07fbe6955d6f up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:33.871876 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:33.887518 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Router 433f0e25-3959-499f-bcca-d1625146d3ac has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:40:34.028613 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:34.029823 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.173081 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-b488de47-579b-47f5-a1dc-82a9c3bb6155 None None] Provisioning complete for port b6b36b40-de70-4f86-8c24-bc8425809b89 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:34.174130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b488de47-579b-47f5-a1dc-82a9c3bb6155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.175726 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.185304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd67a809-15fd-4cdb-93cf-e71d032cd436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cfbf47-1a2b-4ba2-97c4-986ec1df6725,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:34.334742 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-b488de47-579b-47f5-a1dc-82a9c3bb6155 None None] Port b6b36b40-de70-4f86-8c24-bc8425809b89 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:34.347605 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:34.382636 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.430952 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.498427 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:34.499131 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.575569 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Network fe88a060-11d1-49d6-a468-aec69a44188a is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:34.588899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:34.596000 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:34.597228 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.612727 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:34.681586 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Sync routers for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:34.693354 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-df9b3a91-d517-49bc-9a96-bdeaae9ae28b admin admin] 10.222.0.46 "PUT /v2.0/routers/433f0e25-3959-499f-bcca-d1625146d3ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9499698 Nov 25 08:40:34.740515 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Pushing event updated for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:34.765488 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.770202 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.780897 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e3cfbf47-1a2b-4ba2-97c4-986ec1df6725 HTTP/1.1" status: 204 len: 168 time: 1.1324623 Nov 25 08:40:34.787490 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:34.788257 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:34.794296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:34.886361 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfb3d90-9205-437a-bbda-ca89f42b493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cfbf47-1a2b-4ba2-97c4-986ec1df6725,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:34.941590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:35.093531 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.116465 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.133757 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.387872 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:35.409030 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c5848655-a6dd-46aa-85e5-8d3b4ecde401 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:35.505588 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-f9f9a5b8-defb-4c3f-815b-c082ca8295cb None None] Provisioning complete for port c86229fd-d491-4bd0-88c8-2299c6b90b10 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:35.506294 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f9f9a5b8-defb-4c3f-815b-c082ca8295cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.540662 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.552244 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.554260 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.603483 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-f9f9a5b8-defb-4c3f-815b-c082ca8295cb None None] Port c86229fd-d491-4bd0-88c8-2299c6b90b10 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:35.644258 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port c5848655-a6dd-46aa-85e5-8d3b4ecde401 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:35.645717 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.760510 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Pushing event updated for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:35.804365 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:35.945983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8705540a-ee14-46e8-9a43-02522efbdeb0 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:35.964935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:35.990258 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Transition to ACTIVE for port object 8705540a-ee14-46e8-9a43-02522efbdeb0 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:36.017952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.025800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.028991 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Network fe88a060-11d1-49d6-a468-aec69a44188a is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:36.039736 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:36.286172 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96a0459-6414-482f-86d8-1d3db00d8e86 req-251c6201-0d8e-4595-9d78-6f015cf2873b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:36.286635 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f96a0459-6414-482f-86d8-1d3db00d8e86 req-251c6201-0d8e-4595-9d78-6f015cf2873b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 932 time: 1.3017774 Nov 25 08:40:36.402860 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.511967 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:40:36.565702 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db6f7ea-ad21-4300-89d9-5fa1bab51337 req-e9b0dcf5-90d0-4f08-a59b-f30b97374d3f tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:36.570560 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2db6f7ea-ad21-4300-89d9-5fa1bab51337 req-e9b0dcf5-90d0-4f08-a59b-f30b97374d3f tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 931 time: 1.4913638 Nov 25 08:40:36.602783 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port c5848655-a6dd-46aa-85e5-8d3b4ecde401, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c5848655-a6dd-46aa-85e5-8d3b4ecde401,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:36.628054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.662318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.794495 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=c5848655-a6dd-46aa-85e5-8d3b4ecde401,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:36.871126 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:36.886863 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:36.890238 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:36.903393 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-c193faed-47d8-439e-a802-8883a98cbfae None None] Provisioning complete for port c86229fd-d491-4bd0-88c8-2299c6b90b10 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:36.903894 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-95be2ba5-748f-4272-9c57-b1de476cedd8 admin admin] 10.222.0.46 "PUT /v2.0/routers/b73d39c6-8deb-4e93-9acb-be90b41799b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9054420 Nov 25 08:40:36.906299 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c193faed-47d8-439e-a802-8883a98cbfae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:36.915246 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:36.917095 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:36.955067 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Attempting to bind port 8705540a-ee14-46e8-9a43-02522efbdeb0 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:36.955399 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Attempting to bind port 8705540a-ee14-46e8-9a43-02522efbdeb0 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:36.958619 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Attempting to bind port 8705540a-ee14-46e8-9a43-02522efbdeb0 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:36.991053 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Port 8705540a-ee14-46e8-9a43-02522efbdeb0 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:40:36.991377 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Attempting to bind port 8705540a-ee14-46e8-9a43-02522efbdeb0 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:37.062104 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2db6f7ea-ad21-4300-89d9-5fa1bab51337 req-fe145741-29ce-48ea-b01e-60a5b8233655 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4122913 Nov 25 08:40:37.067381 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-c193faed-47d8-439e-a802-8883a98cbfae None None] Port c86229fd-d491-4bd0-88c8-2299c6b90b10 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:37.074070 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f96a0459-6414-482f-86d8-1d3db00d8e86 req-b46bae0c-db99-49c7-964d-77aec7972392 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7008991 Nov 25 08:40:37.117845 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '52a961bc-96b5-4fad-a435-494784c24fc5', 'name': '', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'mac_address': 'fa:16:3e:a8:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:28Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 2, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'subnets': [{'id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:37.192128 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Checking router: 433f0e25-3959-499f-bcca-d1625146d3ac for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:37.192835 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Updating router 433f0e25-3959-499f-bcca-d1625146d3ac port 52a961bc-96b5-4fad-a435-494784c24fc5 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:37.228322 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:37.241326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:37.241669 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Checking segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:37.242256 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Bound using segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:37.242743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Bound port: 8705540a-ee14-46e8-9a43-02522efbdeb0, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:37.243103 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:37.345105 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c5848655-a6dd-46aa-85e5-8d3b4ecde401 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:37.514325 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:37.882054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port c5848655-a6dd-46aa-85e5-8d3b4ecde401 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:37.886551 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.119098 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 2, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:38.153857 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:38.154924 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Updating router b73d39c6-8deb-4e93-9acb-be90b41799b6 port c86229fd-d491-4bd0-88c8-2299c6b90b10 binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:38.200724 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.256378 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53308) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:38.262106 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--770807059', 'description': 'tempest-description--179694275'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:38.380267 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.456590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:38.568939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.569701 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53312) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:38.578307 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:38.583604 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.601961 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.614694 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.699548 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd8040-93f3-4c04-b68d-4071196df4c7,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:38.721012 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.735915 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1e4b8e1e-49fd-4f1e-9182-44acab00ac65 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4779010 Nov 25 08:40:38.736967 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53316) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:38.751921 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group_rule': {'security_group_id': '07fd8040-93f3-4c04-b68d-4071196df4c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:38.793158 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.806104 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.835015 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8705540a-ee14-46e8-9a43-02522efbdeb0,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:38.875165 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1c747edf-3119-4f19-9a42-104913f86645 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.901899 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:38.902432 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.905783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.914468 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:38.916112 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1358b6a2-0117-48f3-aa89-1b23f046552a {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:38.957744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Attempting to bind port 52a961bc-96b5-4fad-a435-494784c24fc5 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:38.958187 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Attempting to bind port 52a961bc-96b5-4fad-a435-494784c24fc5 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:38.958618 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Attempting to bind port 52a961bc-96b5-4fad-a435-494784c24fc5 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:38.966626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6ddd1-fb33-49fa-a987-9a797cf24250 None None] Pushing event updated for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.011066 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:39.011549 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Checking segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:39.012039 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.012719 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Bound using segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:39.013402 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Bound port: 52a961bc-96b5-4fad-a435-494784c24fc5, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:39.014624 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.051544 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff68b-ad3f-47aa-82d8-39d9b523fd80 None None] Pushing event updated for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.228152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.265679 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] For port 52a961bc-96b5-4fad-a435-494784c24fc5, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:39.279943 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Attempting to bind port c86229fd-d491-4bd0-88c8-2299c6b90b10 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:39.282099 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Attempting to bind port c86229fd-d491-4bd0-88c8-2299c6b90b10 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:39.284385 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Attempting to bind port c86229fd-d491-4bd0-88c8-2299c6b90b10 on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:39.287146 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.300904 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:39.301161 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-76ee6f95-2274-4dc5-9289-e7dc17e29170 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:39.304299 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Checking segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:39.305125 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.307445 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Bound using segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:39.308641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-76ee6f95-2274-4dc5-9289-e7dc17e29170 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 819 time: 1.1537311 Nov 25 08:40:39.309250 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Bound port: c86229fd-d491-4bd0-88c8-2299c6b90b10, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:39.314214 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.314395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1c747edf-3119-4f19-9a42-104913f86645 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.339248 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-6e2d807a-528a-4851-b101-3d0954f27c6e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/quotas/b85d133bd71746088b6aa4cb9b1cb117 HTTP/1.1" status: 200 len: 375 time: 0.0296357 Nov 25 08:40:39.355543 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] For port 52a961bc-96b5-4fad-a435-494784c24fc5, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=52a961bc-96b5-4fad-a435-494784c24fc5,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:39.370192 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.417545 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.418565 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.432907 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.434340 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1c747edf-3119-4f19-9a42-104913f86645 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.460484 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.471139 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419771c-f05c-46dd-8251-92bfd84e5520 req-59ced420-e1f6-45e3-979f-ae669a2aac04 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:39.474815 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5419771c-f05c-46dd-8251-92bfd84e5520 req-59ced420-e1f6-45e3-979f-ae669a2aac04 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 931 time: 1.0356331 Nov 25 08:40:39.512673 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1c747edf-3119-4f19-9a42-104913f86645 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0daccc9d059c4103acae288463d073f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9416251 Nov 25 08:40:39.518051 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c747edf-3119-4f19-9a42-104913f86645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb20138b-ee85-4b2c-962e-e51094ec24fa,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.520466 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53346) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:39.523711 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fab5d1a-728f-4059-a0d1-fdbf91aee040,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.542409 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.547881 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2dcdec68-ef01-4fe9-9b2e-f04cdd363831 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8089888 Nov 25 08:40:39.548692 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53348) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:39.552161 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:39.553962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.554860 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group_rule': {'security_group_id': '07fd8040-93f3-4c04-b68d-4071196df4c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:39.555850 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] 10.222.0.59 "PUT /v2.0/ports/8705540a-ee14-46e8-9a43-02522efbdeb0 HTTP/1.1" status: 200 len: 1094 time: 6.1837721 Nov 25 08:40:39.562199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Transition to ACTIVE for port object 1358b6a2-0117-48f3-aa89-1b23f046552a will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:39.570552 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:39.617255 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] For port c86229fd-d491-4bd0-88c8-2299c6b90b10, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:39.617494 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.620800 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.626684 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] For port c86229fd-d491-4bd0-88c8-2299c6b90b10, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c86229fd-d491-4bd0-88c8-2299c6b90b10,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:39.643723 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.661504 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.687912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:39.688556 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:39.690371 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] Provisioning complete for port c86229fd-d491-4bd0-88c8-2299c6b90b10 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:39.701699 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.736621 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-ab248f89-806f-4152-9e3b-c27a76c0351a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3962328 Nov 25 08:40:39.739093 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.741130 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fc8323-631f-4a0b-8f60-171e750fe0c4 service neutron] Pushing event updated for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.758353 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.761968 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:39.767063 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.767424 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:39.845233 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ff68b-ad3f-47aa-82d8-39d9b523fd80 None None] Pushing event updated for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=4']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.862476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.884268 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.887840 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cb20138b-ee85-4b2c-962e-e51094ec24fa HTTP/1.1" status: 204 len: 168 time: 0.3629532 Nov 25 08:40:39.887840 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=607066a1-a55a-456d-ab11-54a70113fb35,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.892337 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b6ddd1-fb33-49fa-a987-9a797cf24250 None None] Pushing event updated for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.901017 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee4f6a-896b-44d5-a653-bfc283a07d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb20138b-ee85-4b2c-962e-e51094ec24fa,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:39.916282 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:39.921643 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2ace09af-4749-4819-a4e9-44e5dae2a158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3702645 Nov 25 08:40:39.922509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53360) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:39.935073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:39.987261 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.055648 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:40.215079 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:40.285746 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.330653 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53372) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:40.417912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.439249 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Allocated IP 172.27.3.149 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/bc107b64-109d-4ba2-9085-9a843397de97) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:40.543459 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:39Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:40.565632 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] For port c86229fd-d491-4bd0-88c8-2299c6b90b10, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c86229fd-d491-4bd0-88c8-2299c6b90b10,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:40.583542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.586229 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f41f520-9347-4e24-8f43-321c26fc09e6 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:39Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:40.691364 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5419771c-f05c-46dd-8251-92bfd84e5520 req-4db431a5-36ff-4752-bb44-2d8a364a25c4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1971664 Nov 25 08:40:40.706005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f2346a-508b-4134-bfff-736d91ea69e4" -d '{"events": [{"name": "network-changed", "server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:40.720606 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53376) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:40.723472 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Pushing event updated for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:40.892354 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-fb493ead-7ba4-4e65-860c-2af05c11f76b None None] Provisioning complete for port c86229fd-d491-4bd0-88c8-2299c6b90b10 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:40.892997 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fb493ead-7ba4-4e65-860c-2af05c11f76b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.897103 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b283087-39c9-4fa0-9bff-bb5f98817f14 None None] Pushing event updated for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:40.926698 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:40.973382 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-e976024b-46f0-491a-a18c-214159ae4d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:40.974496 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-e976024b-46f0-491a-a18c-214159ae4d03 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 1097 time: 1.2769265 Nov 25 08:40:40.978386 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d310a2e0-d039-4ebd-ae93-88bdc903d25e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.006371 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '52a961bc-96b5-4fad-a435-494784c24fc5', 'name': '', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'mac_address': 'fa:16:3e:a8:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:28Z', 'updated_at': '2021-11-25T08:40:39Z', 'revision_number': 4, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'subnets': [{'id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:41.034307 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e976906f-9c51-4c84-8572-4658b2dd487d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.037509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.053709 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc78d690-2646-44c2-b0d5-c5091ff6b015 None None] The sync data for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi is: [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '52a961bc-96b5-4fad-a435-494784c24fc5', 'name': '', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'mac_address': 'fa:16:3e:a8:32:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:28Z', 'updated_at': '2021-11-25T08:40:39Z', 'revision_number': 4, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'subnets': [{'id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:41.081843 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:41.113956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:41.133608 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:41.145404 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:41.162149 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=bc107b64-109d-4ba2-9085-9a843397de97,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:41.205687 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:41.318957 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.340455 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-1b6a4468-adfa-4bc3-b728-52b29ff7821d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8705540a-ee14-46e8-9a43-02522efbdeb0 HTTP/1.1" status: 200 len: 217 time: 0.1932268 Nov 25 08:40:41.349423 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94825220-11ce-424e-9106-fc2ce45db635 req-cd8caec7-c8c6-4b5e-8917-8d5b3699be3b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:41.352976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-94825220-11ce-424e-9106-fc2ce45db635 req-cd8caec7-c8c6-4b5e-8917-8d5b3699be3b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 944 time: 0.5031705 Nov 25 08:40:41.410601 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e976906f-9c51-4c84-8572-4658b2dd487d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.431681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e976906f-9c51-4c84-8572-4658b2dd487d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.449171 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.461442 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d310a2e0-d039-4ebd-ae93-88bdc903d25e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.492044 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-d904daf8-768f-42d6-a118-4eb2722bad03 service neutron] 10.222.0.46 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.7545273 Nov 25 08:40:41.520790 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Attempting to bind port 1358b6a2-0117-48f3-aa89-1b23f046552a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:41.521130 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Attempting to bind port 1358b6a2-0117-48f3-aa89-1b23f046552a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '7616a8b0-f5f3-4cf8-8428-37d93c716c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:41.521457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Attempting to bind port 1358b6a2-0117-48f3-aa89-1b23f046552a on network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:41.539514 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-94825220-11ce-424e-9106-fc2ce45db635 req-7f429693-6540-422c-9695-6d24fd8d81c7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702000 Nov 25 08:40:41.540214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d310a2e0-d039-4ebd-ae93-88bdc903d25e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.573883 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976906f-9c51-4c84-8572-4658b2dd487d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=730d16f5-1eb3-421f-b96a-b76bbcf63351,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:41.597661 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e976906f-9c51-4c84-8572-4658b2dd487d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=79d8f1b9711f4600b43d0084c0e78a09&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2657962 Nov 25 08:40:41.605658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53384) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:41.619802 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-e688ad07-d185-4e21-9be9-61a54bbba01a None None] Provisioning complete for port b6b36b40-de70-4f86-8c24-bc8425809b89 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:41.620316 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e688ad07-d185-4e21-9be9-61a54bbba01a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.696076 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 52a961bc-96b5-4fad-a435-494784c24fc5 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:41.718293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-d310a2e0-d039-4ebd-ae93-88bdc903d25e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=376efb7a850f4a8797a9e6f8a16a2be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9822619 Nov 25 08:40:41.738246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53390) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:41.758133 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Pushing event updated for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:41.769113 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e688ad07-d185-4e21-9be9-61a54bbba01a None None] Port b6b36b40-de70-4f86-8c24-bc8425809b89 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:41.793710 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 52a961bc-96b5-4fad-a435-494784c24fc5 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:41.795427 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.814781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Port 1358b6a2-0117-48f3-aa89-1b23f046552a on network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:40:41.815117 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Attempting to bind port 1358b6a2-0117-48f3-aa89-1b23f046552a on network 50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:41.894956 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.912427 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-3d6ac601-ee9f-4fea-bdbf-5216e0553d60 service neutron] 10.222.0.46 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3778486 Nov 25 08:40:41.925542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:41.925895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Checking segment: {'id': '7616a8b0-f5f3-4cf8-8428-37d93c716c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:41.926291 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Bound using segment: {'id': '7616a8b0-f5f3-4cf8-8428-37d93c716c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:41.926871 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Bound port: 1358b6a2-0117-48f3-aa89-1b23f046552a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7616a8b0-f5f3-4cf8-8428-37d93c716c19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:41.927243 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.955354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d310a2e0-d039-4ebd-ae93-88bdc903d25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1334ea43-1d06-4379-9fb6-f8779c2c02ce,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:41.961518 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.968962 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 52a961bc-96b5-4fad-a435-494784c24fc5, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=52a961bc-96b5-4fad-a435-494784c24fc5,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:41.979744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:41.981148 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c86229fd-d491-4bd0-88c8-2299c6b90b10 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:41.989940 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66ccd0-8351-4408-8a68-765da11a3733 req-c54c5908-6ff5-4f49-a713-084f7ef754ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:41.990647 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-c54c5908-6ff5-4f49-a713-084f7ef754ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.5234838 Nov 25 08:40:42.011325 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.089381 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233fa8a8-9045-4d8f-b8dd-18fb58d2b678 x-openstack-request-id: req-233fa8a8-9045-4d8f-b8dd-18fb58d2b678 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:42.089693 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:42.089957 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-233fa8a8-9045-4d8f-b8dd-18fb58d2b678 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:42.090428 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0', 'status': 'completed', 'code': 200} Nov 25 08:40:42.131543 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=bc107b64-109d-4ba2-9085-9a843397de97,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:42.152006 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:42.199049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.200596 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-030e9c69-6a95-4f60-9fc5-800fa10a0b48 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1939836 Nov 25 08:40:42.201871 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port c86229fd-d491-4bd0-88c8-2299c6b90b10 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:42.202585 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.245917 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.253731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.280395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.301467 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c2cf5388-bb08-4ef6-a70e-cb74a77224a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3771794 Nov 25 08:40:42.343090 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.367998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.414705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ef5f1938-7fcf-4feb-b6b2-3db0521f144a req-44949d5a-b7f2-46d5-9924-b801a1c7adee tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 210 time: 0.1967745 Nov 25 08:40:42.437327 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:40:42.507335 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03174074-1eaa-4b60-9e91-908b3fa57592 req-96e57deb-4ffb-41a3-8f08-0b53c3b95b1a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:42.517815 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03174074-1eaa-4b60-9e91-908b3fa57592 req-96e57deb-4ffb-41a3-8f08-0b53c3b95b1a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 943 time: 0.3460019 Nov 25 08:40:42.551355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:42.572287 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.575880 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.578100 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1334ea43-1d06-4379-9fb6-f8779c2c02ce HTTP/1.1" status: 204 len: 168 time: 0.8286824 Nov 25 08:40:42.593431 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eed34d-4336-42b9-91cc-58be0fec7ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1334ea43-1d06-4379-9fb6-f8779c2c02ce,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:42.620363 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.628162 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.629398 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/730d16f5-1eb3-421f-b96a-b76bbcf63351 HTTP/1.1" status: 204 len: 168 time: 1.0220430 Nov 25 08:40:42.653777 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb53e34-1c76-4830-a8a7-615fe4b4eedf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=730d16f5-1eb3-421f-b96a-b76bbcf63351,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:42.772779 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1358b6a2-0117-48f3-aa89-1b23f046552a,segment=NetworkSegment(7616a8b0-f5f3-4cf8-8428-37d93c716c19),segment_id=7616a8b0-f5f3-4cf8-8428-37d93c716c19)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:42.813714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:42.874210 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03174074-1eaa-4b60-9e91-908b3fa57592 req-6f8e3748-fe96-4afa-8265-0e103fb9c508 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3552735 Nov 25 08:40:43.065694 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-7d69a144-2b28-407d-b81d-f125874e3689 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8494141 Nov 25 08:40:43.112605 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.113238 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.114684 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] 10.222.0.59 "PUT /v2.0/ports/1358b6a2-0117-48f3-aa89-1b23f046552a HTTP/1.1" status: 200 len: 1093 time: 9.7389967 Nov 25 08:40:43.213248 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-ddf16468-2b48-4b06-b6c5-1eb8e1e507df tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--770807059&fields=id&tenant_id=eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 267 time: 0.6669929 Nov 25 08:40:43.214944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89aebee5-0c90-411e-a78f-d6e9960ffd8a service neutron] Pushing event updated for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:43.311957 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53438) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:43.331092 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53440) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:43.348878 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5b1a75a2-41c3-418f-bf16-75148d9865db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.351278 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5064af1c-d831-4417-b8ec-dfc9be4fccc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.419082 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da66ccd0-8351-4408-8a68-765da11a3733 req-d484fd45-bb54-45b2-9a05-55be95c7a545 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245134 Nov 25 08:40:43.432694 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50548d1a-f8e1-4dfd-84a1-021b2abeff07 req-2a446b8e-1459-40b3-a3a8-4aa6e9230169 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.434320 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50548d1a-f8e1-4dfd-84a1-021b2abeff07 req-2a446b8e-1459-40b3-a3a8-4aa6e9230169 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 944 time: 0.3924198 Nov 25 08:40:43.449451 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:40:43.458883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1dd5da36-7a07-4f28-98dd-32e9bf42ead7 admin admin] 10.222.0.46 "PUT /v2.0/routers/eb81f400-4a3a-40ae-8aa2-0483587563fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.5786576 Nov 25 08:40:43.461438 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-ce1c188f-ce38-4d69-975d-75260d6a62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.462903 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-ce1c188f-ce38-4d69-975d-75260d6a62e2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7eaa0e4df2f4476cb61baa83f9e3c6b6&device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 1096 time: 0.2426021 Nov 25 08:40:43.473155 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:40:43.492426 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:43.497516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:43.557881 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5b1a75a2-41c3-418f-bf16-75148d9865db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.564516 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5064af1c-d831-4417-b8ec-dfc9be4fccc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.567165 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5b1a75a2-41c3-418f-bf16-75148d9865db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.592641 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5064af1c-d831-4417-b8ec-dfc9be4fccc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.634443 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1a75a2-41c3-418f-bf16-75148d9865db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdc2ede8-4505-4407-8092-7b0e7adf1150,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:43.670064 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5064af1c-d831-4417-b8ec-dfc9be4fccc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1868ca6-9dfd-4694-96c4-e27264aaf7a1,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:43.678259 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5b1a75a2-41c3-418f-bf16-75148d9865db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=60fa572ec7184d9fa2f6affa162442c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432972 Nov 25 08:40:43.681618 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5064af1c-d831-4417-b8ec-dfc9be4fccc4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25b37f2c64774e7e9a8b802ad0dd3664&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3659928 Nov 25 08:40:43.681618 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53446) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:43.688689 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53448) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:43.725207 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 52a961bc-96b5-4fad-a435-494784c24fc5 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:43.787449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.789147 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.814478 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-472307e6-2699-4320-9d9e-badf4b35cbdd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1358b6a2-0117-48f3-aa89-1b23f046552a HTTP/1.1" status: 200 len: 217 time: 0.3335502 Nov 25 08:40:43.831257 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.834478 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.843930 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-f740af52-0bec-4858-88f6-dc79889200bf tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.845995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-f740af52-0bec-4858-88f6-dc79889200bf tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 810 time: 0.6210237 Nov 25 08:40:43.847317 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:43.850033 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 52a961bc-96b5-4fad-a435-494784c24fc5 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:43.850572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.913254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-60893ab0-2876-45b3-a32d-7407017395f2 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/quotas/eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 375 time: 0.0505831 Nov 25 08:40:43.934188 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50548d1a-f8e1-4dfd-84a1-021b2abeff07 req-da842cd9-371c-44ac-99a5-727ca76fcd4f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4842432 Nov 25 08:40:43.942889 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.946353 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:43.949970 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bdc2ede8-4505-4407-8092-7b0e7adf1150 HTTP/1.1" status: 204 len: 168 time: 0.2668293 Nov 25 08:40:43.949970 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.59', 52056) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:43.961839 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-7e6f2362-b509-49ba-9a3c-01bb75227db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.972026 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-7e6f2362-b509-49ba-9a3c-01bb75227db4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b45d8563-6243-4c63-ade1-9978045ff6da HTTP/1.1" status: 200 len: 851 time: 0.1370692 Nov 25 08:40:43.976508 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-24bfc1bd-e4ae-4d6b-85a3-e724c90731ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:43.981083 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-24bfc1bd-e4ae-4d6b-85a3-e724c90731ff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 1097 time: 0.4359794 Nov 25 08:40:44.113957 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:44.118059 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0307443-849a-4e0a-97de-73c004cca076" -d '{"events": [{"name": "network-changed", "server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:44.148732 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-34092902-7fd8-45f8-9926-d2b7ffc4e44a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1631269 Nov 25 08:40:44.322646 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:44.332105 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:44.334830 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1868ca6-9dfd-4694-96c4-e27264aaf7a1 HTTP/1.1" status: 204 len: 168 time: 0.6454773 Nov 25 08:40:44.350417 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:37Z', 'revision_number': 2, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:44.350911 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a07a8ac-2f40-4cad-ad13-20b5da797dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdc2ede8-4505-4407-8092-7b0e7adf1150,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:44.415347 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e42fab1-62f0-493f-8a06-0a9eaeb0ffab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1868ca6-9dfd-4694-96c4-e27264aaf7a1,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:44.431049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-8256de67-ef23-4cff-99b3-62cd81dd91cb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:44.432208 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-8256de67-ef23-4cff-99b3-62cd81dd91cb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 819 time: 0.4788320 Nov 25 08:40:44.448590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:40:44.448968 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Updating router eb81f400-4a3a-40ae-8aa2-0483587563fc port b6b36b40-de70-4f86-8c24-bc8425809b89 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:40:44.470845 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Request body: {'port': {'device_id': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'admin_state_up': True, 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:44.525269 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-0233bd43-66d5-4354-bec8-d8e98b725a00 service neutron] 10.222.0.59 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255577 Nov 25 08:40:44.552303 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:44.677243 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-06709854-183e-47a5-8e98-8d1a8cff20aa tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6756806 Nov 25 08:40:44.717996 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Made reservation on behalf of b85d133bd71746088b6aa4cb9b1cb117 for: {'port': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:44.723086 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:44.912991 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-803c1a89-6b44-4a00-8b93-5b67deb6209b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:44.915140 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-803c1a89-6b44-4a00-8b93-5b67deb6209b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 915 time: 0.9126081 Nov 25 08:40:45.014033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-a1a617ed-fc24-4383-a72b-2f42dc2401fd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:45.015705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-a1a617ed-fc24-4383-a72b-2f42dc2401fd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 819 time: 0.8714716 Nov 25 08:40:45.022373 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4c0a86-e315-46f0-9a86-a36aa3bfe832 req-ff9a13e5-8e4d-4642-a824-946c22ffc1ee service neutron] 10.222.0.59 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4765363 Nov 25 08:40:45.024979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Allocated IP 172.20.0.10 (66254c56-3f1c-4f89-9cff-4dcde9b8b303/e2a58904-d811-4521-8550-1388d62af3f0/7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:45.025427 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-2eafa3b6-6ea7-45d8-bc98-33cf807cc16d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8705540a-ee14-46e8-9a43-02522efbdeb0 HTTP/1.1" status: 200 len: 217 time: 0.0919290 Nov 25 08:40:45.057237 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.081101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.106227 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-97344ace-2a29-4208-b456-f6f320769ec4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/quotas/b85d133bd71746088b6aa4cb9b1cb117 HTTP/1.1" status: 200 len: 375 time: 0.0767534 Nov 25 08:40:45.119272 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-b99686a6-d28f-4d20-b7df-1ff9e3def4e3 service neutron] 10.222.0.46 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3857987 Nov 25 08:40:45.206685 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4321-f1ff-4b45-b181-4e6a9c5331e4 None None] Pushing event updated for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:45.230650 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-ab0750fe-104b-4d18-afd4-3d0df82d78f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:45.233574 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-ab0750fe-104b-4d18-afd4-3d0df82d78f2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.1852279 Nov 25 08:40:45.307658 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-561323c5-4f4e-4c70-854e-b3b80a43ea3b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510972 Nov 25 08:40:45.323362 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.339903 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Attempting to bind port b6b36b40-de70-4f86-8c24-bc8425809b89 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:45.340558 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Attempting to bind port b6b36b40-de70-4f86-8c24-bc8425809b89 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:45.341077 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Attempting to bind port b6b36b40-de70-4f86-8c24-bc8425809b89 on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:45.350255 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-013c324b-f64e-4516-99c2-9514d91605f9 service neutron] 10.222.0.46 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299650 Nov 25 08:40:45.355010 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:45.355398 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Checking segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:45.355842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.356250 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Bound using segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:45.356751 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Bound port: b6b36b40-de70-4f86-8c24-bc8425809b89, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:45.357815 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.382895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-45cece99-b8fb-48fa-8487-386c231da9d3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2590764 Nov 25 08:40:45.400011 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.517690 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:45.534834 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:45.542850 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:45.550168 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:45.550976 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.557315 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] For port b6b36b40-de70-4f86-8c24-bc8425809b89, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:45.577569 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Pushing event updated for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:45.597457 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-dcb29574-b664-4455-bb40-c91d19b26614 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1383867 Nov 25 08:40:45.631066 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Request body: {'port': {'device_id': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:45.632226 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] For port b6b36b40-de70-4f86-8c24-bc8425809b89, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b6b36b40-de70-4f86-8c24-bc8425809b89,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:45.633399 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] Provisioning complete for port b6b36b40-de70-4f86-8c24-bc8425809b89 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:45.639379 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.696566 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:45.878779 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-e9f58455-d6fa-4ee4-951a-0561931aa48f service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5613377 Nov 25 08:40:45.977542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8705540a-ee14-46e8-9a43-02522efbdeb0 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:40:45.977730 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-bc0b4d6c-9378-4035-b7fc-f681ae1c7741 service neutron] 10.222.0.46 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5721714 Nov 25 08:40:45.978030 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.002414 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baad4321-f1ff-4b45-b181-4e6a9c5331e4 None None] Pushing event updated for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:46.126201 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:40:46.129935 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:46.293162 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82f2346a-508b-4134-bfff-736d91ea69e4 req-f062b13d-8803-405d-9a7c-c381ddcba785 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3973796 Nov 25 08:40:46.343402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53556) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:46.349560 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152462018', 'description': 'tempest-description--112652080'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:46.378451 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-ad5426f9-ba70-47b1-93f2-5dc1b549a9ce service neutron] 10.222.0.46 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3997149 Nov 25 08:40:46.407086 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.459250 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.db.resource_extend [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:40:46.547981 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.563371 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:40:46.587088 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.638701 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.685628 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481be4c4-018e-4be8-957f-26a2e9a453c8 req-84c87830-41c7-4b3e-b45b-2d151b4cbdd4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:46.694105 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-481be4c4-018e-4be8-957f-26a2e9a453c8 req-84c87830-41c7-4b3e-b45b-2d151b4cbdd4 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 943 time: 0.1053264 Nov 25 08:40:46.715656 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de78296e-f649-47be-acc9-58c5f8c57c3d x-openstack-request-id: req-de78296e-f649-47be-acc9-58c5f8c57c3d {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:46.716034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:46.716950 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-de78296e-f649-47be-acc9-58c5f8c57c3d {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:46.718119 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a', 'status': 'completed', 'code': 200} Nov 25 08:40:46.798219 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-481be4c4-018e-4be8-957f-26a2e9a453c8 req-eaa6b388-9940-4ba7-a782-6eac75c745e6 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030128 Nov 25 08:40:46.801307 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] For port b6b36b40-de70-4f86-8c24-bc8425809b89, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b6b36b40-de70-4f86-8c24-bc8425809b89,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:46.810999 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.810999 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4625628 Nov 25 08:40:46.811174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53566) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:46.833986 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group_rule': {'security_group_id': 'f1f9f186-c65b-425b-8440-7ae32e7beebd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:46.840053 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:46.890183 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8705540a-ee14-46e8-9a43-02522efbdeb0,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:46.925185 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dc610c-24f3-444b-b033-c32e310bbd84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1f9f186-c65b-425b-8440-7ae32e7beebd,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:46.927868 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.016806 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53570) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:47.070174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.100319 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.144300 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '8705540a-ee14-46e8-9a43-02522efbdeb0', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'port_id': '8705540a-ee14-46e8-9a43-02522efbdeb0', 'mac_address': 'fa:16:3e:40:a8:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1132f2-66db-4320-94bd-0d233bd6b903', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:40:47.149102 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.154907 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3339026 Nov 25 08:40:47.157719 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53578) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:47.165207 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group_rule': {'security_group_id': 'f1f9f186-c65b-425b-8440-7ae32e7beebd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:47.171211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25b3f6-8577-4320-b8b5-bc23f605fe22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e97ecd0-7675-4835-9cbb-272bb808a55d,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:47.176430 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 {{(pid=109109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:47.188466 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.206163 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-3b0686b7-d9d7-4279-89b8-34fe4b0573f3 None None] Provisioning complete for port b6b36b40-de70-4f86-8c24-bc8425809b89 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:47.206673 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3b0686b7-d9d7-4279-89b8-34fe4b0573f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.223186 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.provisioning_blocks [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Transition to ACTIVE for port object 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 will not be triggered until provisioned by entity L2. {{(pid=109109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:47.239553 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.246946 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.253147 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc35c8e3-9894-49f4-934d-1227acca7107 None None] Pushing event updated for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:47.327120 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.386900 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8705540a-ee14-46e8-9a43-02522efbdeb0 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:47.463171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8705540a-ee14-46e8-9a43-02522efbdeb0,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:47.472471 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bc679a7-8e03-4821-8c8b-c710bbff4da8 req-c0f810aa-0ea3-4f47-8351-cc3c56753920 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 210 time: 0.5718040 Nov 25 08:40:47.507477 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0307443-849a-4e0a-97de-73c004cca076 req-216baf67-2bb2-452c-a40d-2392e518db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:47.519294 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-216baf67-2bb2-452c-a40d-2392e518db0c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=7eaa0e4df2f4476cb61baa83f9e3c6b6&device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 1096 time: 0.7089808 Nov 25 08:40:47.539989 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:47.557499 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.570055 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Attempting to bind port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:47.570508 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Attempting to bind port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:47.571151 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Attempting to bind port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:47.577956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:40:47.578457 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Attempting to bind port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:47.589619 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:47.590007 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Checking segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:47.590540 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Bound using segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:47.591019 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Bound port: 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:47.592042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.609335 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.614441 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568a475-3475-46d6-96a9-cc14387d1d7d req-7a142e93-6689-45fd-9ec1-98bdf5bbb7e4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:47.618384 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8568a475-3475-46d6-96a9-cc14387d1d7d req-7a142e93-6689-45fd-9ec1-98bdf5bbb7e4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 944 time: 0.7379904 Nov 25 08:40:47.672628 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:40:47.683374 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.713309 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07932007-ea4d-49fe-a7bf-dbe077891b73,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:47.729061 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9296e812-de8b-46c6-82c5-51dfbee00537 req-4d6fabb4-9325-45bc-abc9-8345978851e3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 210 time: 0.0832467 Nov 25 08:40:47.735165 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:45Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:40:47.735787 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dc87a285-9f21-4270-b654-b0218a4e7255 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.800227 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:47.808133 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ee32e28a-7cf5-4216-8dfd-825147dd57c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6489961 Nov 25 08:40:47.813808 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53598) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:47.820464 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:47.825078 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:47.827332 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617746c1-0d6e-49a8-a4a0-a822217f746f None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:45Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:40:47.901379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, cleared binding levels {{(pid=109109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:47.928563 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 1358b6a2-0117-48f3-aa89-1b23f046552a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:40:47.935266 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:40:47.963998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:48.010059 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.050462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.274423 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8568a475-3475-46d6-96a9-cc14387d1d7d req-6d509f78-0e2c-4570-92f8-8d8ea9d717fe tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6116879 Nov 25 08:40:48.289941 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:48.290473 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.292010 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] 10.222.0.59 "PUT /v2.0/ports/7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 1094 time: 2.6790934 Nov 25 08:40:48.297617 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:48.358053 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0307443-849a-4e0a-97de-73c004cca076 req-74415ef5-6c44-4aa8-ae00-37b601c49d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:48.359522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-74415ef5-6c44-4aa8-ae00-37b601c49d2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 HTTP/1.1" status: 200 len: 912 time: 0.8277326 Nov 25 08:40:48.449702 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-2174e31d-b9da-4b00-9711-0096bba32a28 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1358b6a2-0117-48f3-aa89-1b23f046552a HTTP/1.1" status: 200 len: 217 time: 0.0621817 Nov 25 08:40:48.451340 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1358b6a2-0117-48f3-aa89-1b23f046552a,segment=NetworkSegment(7616a8b0-f5f3-4cf8-8428-37d93c716c19),segment_id=7616a8b0-f5f3-4cf8-8428-37d93c716c19)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:48.478290 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '1358b6a2-0117-48f3-aa89-1b23f046552a', 'network_id': '50a6dc6f-b5ce-4cf1-892b-82abd7db66a1', 'port_id': '1358b6a2-0117-48f3-aa89-1b23f046552a', 'mac_address': 'fa:16:3e:d8:fb:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b45d8563-6243-4c63-ade1-9978045ff6da', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:40:48.485080 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-38c383f9-6ce8-4342-89b9-ac5ee7bcc457 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:48.487505 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-38c383f9-6ce8-4342-89b9-ac5ee7bcc457 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 810 time: 0.8214388 Nov 25 08:40:48.506533 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dc87a285-9f21-4270-b654-b0218a4e7255 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.531535 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a610907c-808c-459f-9aa2-9bc93f397e9e service neutron] Pushing event updated for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=3']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:48.538602 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d150631-bdbb-44bc-acdb-e417b4ad774e req-f48a080f-0323-4c08-a2da-91124cef86ff tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:48.550174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dc87a285-9f21-4270-b654-b0218a4e7255 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.558855 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d150631-bdbb-44bc-acdb-e417b4ad774e req-f48a080f-0323-4c08-a2da-91124cef86ff tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 943 time: 0.5827432 Nov 25 08:40:48.620684 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-dc87a285-9f21-4270-b654-b0218a4e7255 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bb7199116a304e6e8c6fddaacc3be1fd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.6026788 Nov 25 08:40:48.622670 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53632) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:48.623343 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7076e2fc-05c6-4172-a60b-7341dcc46f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.632070 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-af6053fc-6772-42bb-ab91-642419e96e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:48.634649 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-af6053fc-6772-42bb-ab91-642419e96e87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1097 time: 0.2539692 Nov 25 08:40:48.648516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.766859 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1358b6a2-0117-48f3-aa89-1b23f046552a {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:48.791973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.59', 52066) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:48.846817 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1358b6a2-0117-48f3-aa89-1b23f046552a,segment=NetworkSegment(7616a8b0-f5f3-4cf8-8428-37d93c716c19),segment_id=7616a8b0-f5f3-4cf8-8428-37d93c716c19)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:48.862063 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:48.869296 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-354ec3a8-791b-40fe-a13b-598b683a66f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:48.940007 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-15ae6100-7025-405b-9586-283c1e745657 req-3bb7a330-f465-4a39-be40-cda5d5b7b360 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 210 time: 0.2662466 Nov 25 08:40:48.943891 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc87a285-9f21-4270-b654-b0218a4e7255 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd7aa01b-2ecb-4ce4-8731-9c2dc26adaaf,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:48.970535 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-d8f30087-7b18-4bde-ab61-9b5218b1fe49 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.3177638 Nov 25 08:40:49.019346 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.039947 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:49.089690 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.118528 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['1358b6a2-0117-48f3-aa89-1b23f046552a'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:40:49.159358 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0307443-849a-4e0a-97de-73c004cca076 req-117837f9-475e-4c64-b888-e4c3903b7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:49.161324 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-117837f9-475e-4c64-b888-e4c3903b7bd7 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b45d8563-6243-4c63-ade1-9978045ff6da HTTP/1.1" status: 200 len: 851 time: 0.6699264 Nov 25 08:40:49.180464 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.207797 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ab8bdfb0-429e-42bf-936e-007512f34a9d req-9ab15ffe-e855-43d9-a124-a5d589e18aef tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 210 time: 0.1036179 Nov 25 08:40:49.240054 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d1a06a-818c-4842-bbca-e2661e687165 req-8eea3d84-4e75-46ec-8ae8-2557ce29f7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:49.241902 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-8eea3d84-4e75-46ec-8ae8-2557ce29f7bc service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.2518160 Nov 25 08:40:49.258552 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.263358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.265047 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fd7aa01b-2ecb-4ce4-8731-9c2dc26adaaf HTTP/1.1" status: 204 len: 168 time: 0.6382761 Nov 25 08:40:49.302951 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d150631-bdbb-44bc-acdb-e417b4ad774e req-6e3ab95c-9fd9-45f7-a5a5-148de1ec6020 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7418785 Nov 25 08:40:49.318983 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-b3f21ecf-56ab-4e2a-9e58-519098d7cf8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1362326 Nov 25 08:40:49.392411 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-08f3ab50-cece-4289-afb1-732c6f8514f0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1389706 Nov 25 08:40:49.432587 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b02b43-6ef3-4eb8-9fa8-7958e4c285f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd7aa01b-2ecb-4ce4-8731-9c2dc26adaaf,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:49.461044 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-88d90874-66a1-4cbe-ad1c-6e134c0e5add tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:49.464128 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-88d90874-66a1-4cbe-ad1c-6e134c0e5add tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 819 time: 0.6645908 Nov 25 08:40:49.485639 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-58be18c0-1103-423e-bafc-d2abef27499e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 379 time: 0.9015114 Nov 25 08:40:49.501586 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Request body: {'port': {'device_id': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'admin_state_up': True, 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:49.575684 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-979a2a78-d27c-482d-a6f2-f4599780fec3 x-openstack-request-id: req-979a2a78-d27c-482d-a6f2-f4599780fec3 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:49.576553 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:49.577352 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-979a2a78-d27c-482d-a6f2-f4599780fec3 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:49.577352 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', 'status': 'completed', 'code': 200} Nov 25 08:40:49.584061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b6b36b40-de70-4f86-8c24-bc8425809b89 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:49.602363 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'port': {'device_id': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'admin_state_up': True, 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'security_groups': ['07fd8040-93f3-4c04-b68d-4071196df4c7']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:49.646500 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-64b8699e-e626-4f6f-bbd3-be6e7707dce5 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190795 Nov 25 08:40:49.677569 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Allocated IP 172.27.3.156 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/783788df-bb85-4544-a82c-bf67e3665d56) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:49.697344 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port b6b36b40-de70-4f86-8c24-bc8425809b89 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:49.697707 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.806782 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.827592 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 53680) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:49.930729 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:49.941572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8705540a-ee14-46e8-9a43-02522efbdeb0 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:49.975222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23f148e-d043-4134-bcb2-e02ed72952f9 req-82dcc87a-a36a-4e00-9f72-38593cc3420b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:49.976844 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b23f148e-d043-4134-bcb2-e02ed72952f9 req-82dcc87a-a36a-4e00-9f72-38593cc3420b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 945 time: 0.4680839 Nov 25 08:40:49.983044 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:49.994232 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:50.005123 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:50.026410 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-ffabc042-b04c-471d-b1a6-7d8956197ff9 service neutron] 10.222.0.59 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5359006 Nov 25 08:40:50.030259 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53686) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:50.046739 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=783788df-bb85-4544-a82c-bf67e3665d56,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:50.073182 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 8705540a-ee14-46e8-9a43-02522efbdeb0 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:40:50.082427 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 8705540a-ee14-46e8-9a43-02522efbdeb0 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:50.085142 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.171943 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8184be8-f869-4d19-a087-b239f4400f2c req-c3122908-1563-432f-b5fd-0ab175ebf8be tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0986671 Nov 25 08:40:50.258900 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b23f148e-d043-4134-bcb2-e02ed72952f9 req-357815cf-8cd2-4148-b983-2d38efd0a87b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2489932 Nov 25 08:40:50.276048 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.309230 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:50.311406 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Made reservation on behalf of b85d133bd71746088b6aa4cb9b1cb117 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:50.315071 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.324969 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-200b4c93-72a6-4c57-a215-e4642f9564dc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.344756 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-81d1a06a-818c-4842-bbca-e2661e687165 req-c57f1bea-78f8-400d-b5b6-cb847ea4b531 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5042214 Nov 25 08:40:50.369068 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.380670 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0307443-849a-4e0a-97de-73c004cca076 req-78f0d76b-7df7-46b3-8417-569b131256ef service neutron] 10.222.0.59 "GET /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330486 Nov 25 08:40:50.417621 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8705540a-ee14-46e8-9a43-02522efbdeb0,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:50.423453 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.424440 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 1358b6a2-0117-48f3-aa89-1b23f046552a up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:50.426200 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c5400999-54de-424b-9c3a-91ef723b9c5b req-1d02ec9b-7ebf-4b44-a8be-c233ec0dd640 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 210 time: 0.1071689 Nov 25 08:40:50.427752 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.428292 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-35c6d9b8-58a6-4946-af38-3eb6d73bb0bc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.469666 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Made reservation on behalf of eb52ad5308c241089b4e2e8f09206f74 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:50.482862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.553066 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-200b4c93-72a6-4c57-a215-e4642f9564dc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.589336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-200b4c93-72a6-4c57-a215-e4642f9564dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.593879 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f88b25b3-de7e-492b-9067-2ddf42a68087" -d '{"events": [{"server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "name": "network-vif-plugged", "status": "completed", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:50.596047 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:50.616650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 1358b6a2-0117-48f3-aa89-1b23f046552a completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:40:50.621621 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 1358b6a2-0117-48f3-aa89-1b23f046552a triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:50.623261 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.661462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b4c93-72a6-4c57-a215-e4642f9564dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b2d49ff-e21c-4767-a12a-c29757b347c0,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:50.671613 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-200b4c93-72a6-4c57-a215-e4642f9564dc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=99153e38c85644afb1639f0ea6913516&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6399512 Nov 25 08:40:50.672098 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53710) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:50.718646 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.771382 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1358b6a2-0117-48f3-aa89-1b23f046552a,segment=NetworkSegment(7616a8b0-f5f3-4cf8-8428-37d93c716c19),segment_id=7616a8b0-f5f3-4cf8-8428-37d93c716c19)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:50.780898 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.781042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.784149 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f29f77-f936-4222-84ad-e0d4d7a83fcf x-openstack-request-id: req-d0f29f77-f936-4222-84ad-e0d4d7a83fcf {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:50.784492 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "name": "network-vif-plugged", "status": "completed", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:50.784755 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0f29f77-f936-4222-84ad-e0d4d7a83fcf {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:50.785320 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0', 'code': 200} Nov 25 08:40:50.790430 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.811401 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.842656 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:50.854818 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.893910 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.895766 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=783788df-bb85-4544-a82c-bf67e3665d56,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:50.908602 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.909443 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cae8b436-772d-472c-9069-353bb04ed3c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0881760 Nov 25 08:40:50.928827 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ccc4d5-e857-46f8-9acc-58c48c9e79e6 req-cb8d68b8-aeaa-4625-9b83-01882146c226 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:50.930429 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66ccc4d5-e857-46f8-9acc-58c48c9e79e6 req-cb8d68b8-aeaa-4625-9b83-01882146c226 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 944 time: 0.4886620 Nov 25 08:40:50.957785 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-0eabb00e-6eb6-4ecc-b3f2-e939268cd359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:50.959384 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-0eabb00e-6eb6-4ecc-b3f2-e939268cd359 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1097 time: 0.5191021 Nov 25 08:40:50.979252 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.982630 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:50.987137 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b2d49ff-e21c-4767-a12a-c29757b347c0 HTTP/1.1" status: 204 len: 168 time: 0.3119018 Nov 25 08:40:51.004514 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4fbb88-0e4f-45cf-abad-8f5d265a7a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b2d49ff-e21c-4767-a12a-c29757b347c0,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:51.187458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-35c6d9b8-58a6-4946-af38-3eb6d73bb0bc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.205824 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-8023355a-d512-4f9a-b1d9-64fbcbd5cf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:51.207316 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-8023355a-d512-4f9a-b1d9-64fbcbd5cf3f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 1099 time: 0.1145387 Nov 25 08:40:51.210645 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Allocated IP 172.20.0.7 (66254c56-3f1c-4f89-9cff-4dcde9b8b303/e2a58904-d811-4521-8550-1388d62af3f0/427dce62-22d3-4c59-9af7-e194abc69928) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:51.231218 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-35c6d9b8-58a6-4946-af38-3eb6d73bb0bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.235593 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-32dc62a0-4f22-4a2d-ab92-b90a6a21195d service neutron] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.335414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-32dc62a0-4f22-4a2d-ab92-b90a6a21195d service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.342325 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-32dc62a0-4f22-4a2d-ab92-b90a6a21195d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.357228 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4b5450d4-e439-485f-996b-2094304f695b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.401308 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dc62a0-4f22-4a2d-ab92-b90a6a21195d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=014b2b28-4f3e-4d93-b760-2117b87ae0f9,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:51.406812 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-504d9df5-8ebb-43a3-b703-14644a37f770 req-32dc62a0-4f22-4a2d-ab92-b90a6a21195d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892416 Nov 25 08:40:51.475995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Allocated IP 172.20.0.6 (fe88a060-11d1-49d6-a468-aec69a44188a/30817b91-adce-47d3-979f-7ef2889daa60/9924f829-de6d-4b9e-b3ef-17a50b2a8e5f) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:51.516293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66ccc4d5-e857-46f8-9acc-58c48c9e79e6 req-f94bf04b-5c13-4205-8c6c-9d2f30518afb tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5517251 Nov 25 08:40:51.554113 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-35c6d9b8-58a6-4946-af38-3eb6d73bb0bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bd1ae89c581a4579bb56f2a33293be26&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7222562 Nov 25 08:40:51.555195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53756) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:51.560722 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6d9b8-58a6-4946-af38-3eb6d73bb0bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4386759-43c3-4337-bd01-1d7b35866c9f,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:51.575091 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-de669b74-07ec-4387-a297-46673b127b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:51.577511 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-de669b74-07ec-4387-a297-46673b127b72 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.6058443 Nov 25 08:40:51.592027 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-c0ce6aaa-1276-4eff-a6f5-1d1e03232e90 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1152462018&fields=id&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 267 time: 0.4309602 Nov 25 08:40:51.635831 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.661807 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.716338 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.719076 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:51.722747 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4386759-43c3-4337-bd01-1d7b35866c9f HTTP/1.1" status: 204 len: 168 time: 0.1648393 Nov 25 08:40:51.740782 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec0e582-47db-4530-96e5-14e03254d20a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4386759-43c3-4337-bd01-1d7b35866c9f,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:51.766127 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6c603069-f23d-4000-ad33-999f08ef811e req-c65f5605-13af-4669-bab7-ec0345e0d9c6 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 210 time: 0.1363177 Nov 25 08:40:51.847788 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-8605050e-fbb3-448e-9f36-e332d3b9c993 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.1729066 Nov 25 08:40:52.026892 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-0d22c2cb-5b36-4887-9e75-a75e967b9941 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.028456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-0d22c2cb-5b36-4887-9e75-a75e967b9941 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 817 time: 0.4279125 Nov 25 08:40:52.048071 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-b6e72ff2-ac4b-4f8c-953f-f8bf72223114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.049843 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-b6e72ff2-ac4b-4f8c-953f-f8bf72223114 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1819861 Nov 25 08:40:52.068588 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.096308 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778d44a-b5e5-4faa-9000-dfe58a02cb1b req-5bf871b6-45e7-44e3-a90d-960769da0991 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.097835 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6778d44a-b5e5-4faa-9000-dfe58a02cb1b req-5bf871b6-45e7-44e3-a90d-960769da0991 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.2492394 Nov 25 08:40:52.100886 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.125827 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-1ffc3e67-58ca-49a4-8468-e58f84d8e6f1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/quotas/af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 375 time: 0.0837767 Nov 25 08:40:52.134814 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-f58607fa-cfd1-430c-97d0-ecb4382d0fd0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0579164 Nov 25 08:40:52.155513 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53778) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:52.173980 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e10c6f2f-0835-4bd2-b79c-be0680d58069 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.269338 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e10c6f2f-0835-4bd2-b79c-be0680d58069 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.277178 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e10c6f2f-0835-4bd2-b79c-be0680d58069 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.314131 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6778d44a-b5e5-4faa-9000-dfe58a02cb1b req-0a9ceb2f-62cb-40c0-bdf0-b51f1adda4f8 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070355 Nov 25 08:40:52.328093 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.329096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.337989 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-4640cec7-c2d8-4eb1-944c-c2f1a4c885d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1924059 Nov 25 08:40:52.351356 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10c6f2f-0835-4bd2-b79c-be0680d58069 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14629490-d8ac-4f97-9c77-6dc76b484270,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:52.366775 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e10c6f2f-0835-4bd2-b79c-be0680d58069 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff22c13415b44bd7a6c35d2a75bcfcf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2098911 Nov 25 08:40:52.369941 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53788) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:52.379230 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.429966 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.458725 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.519378 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.519603 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-fada974f-96c0-46f7-88a5-72f59eb1f6d5 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696911 Nov 25 08:40:52.522984 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.526026 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14629490-d8ac-4f97-9c77-6dc76b484270 HTTP/1.1" status: 204 len: 168 time: 0.1545868 Nov 25 08:40:52.530535 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Network fe88a060-11d1-49d6-a468-aec69a44188a is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:52.533451 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:52.540095 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e38c067-0ac1-44f0-9c76-01d2764e1654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14629490-d8ac-4f97-9c77-6dc76b484270,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:52.546077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:52.549898 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:52.556009 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.556664 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.570802 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:52.573531 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:52.581645 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.583004 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.591047 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:52.702448 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-0456cbbf-f98a-439a-8e8a-0ec15d66bdc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1711283 Nov 25 08:40:52.742898 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Request body: {'port': {'device_id': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:52.750487 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2539783 Nov 25 08:40:52.766639 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0038786a-c699-4395-8ac6-374b09f0e302 req-25132bed-fa31-4853-a291-099182484977 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:52.768234 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0038786a-c699-4395-8ac6-374b09f0e302 req-25132bed-fa31-4853-a291-099182484977 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 931 time: 0.3457522 Nov 25 08:40:52.786392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:52.789366 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f51ec34-77e5-400b-a5f3-4100faebb49c" -d '{"events": [{"server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "name": "network-vif-plugged", "status": "completed", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:52.800132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Request body: {'port': {'device_id': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:52.815983 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53812) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:52.830572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-19ec1f74-4c9b-4ccd-a96b-361353163640 None None] Provisioning complete for port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:52.831128 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-19ec1f74-4c9b-4ccd-a96b-361353163640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:52.832394 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771cb1df-1c03-465f-9f51-653637af5e21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Pushing event updated for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:52.875145 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-ae41adec-1760-4772-9142-11f78b378068 service neutron] 10.222.0.46 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983368 Nov 25 08:40:52.875347 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-19ec1f74-4c9b-4ccd-a96b-361353163640 None None] Port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:52.922374 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-354ec3a8-791b-40fe-a13b-598b683a66f2 req-11aa3c03-5131-4dba-b93a-e3569912a438 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3837473 Nov 25 08:40:53.005350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.026862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.041453 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0038786a-c699-4395-8ac6-374b09f0e302 req-dff367f8-0174-4100-97d6-f99ac7c3014a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476890 Nov 25 08:40:53.094205 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ab992ac8-7570-46e8-8de9-c48a27c0e810 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.195080 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ab992ac8-7570-46e8-8de9-c48a27c0e810 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.200324 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ab992ac8-7570-46e8-8de9-c48a27c0e810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.254278 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ab992ac8-7570-46e8-8de9-c48a27c0e810 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eab048407d2145ecb49a264602fed556&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4366052 Nov 25 08:40:53.258948 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53830) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:53.277829 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab992ac8-7570-46e8-8de9-c48a27c0e810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c53092-6059-4778-a006-c47973e8e724,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:53.329193 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.354672 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.420214 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-dd9cc14a-c444-4d15-bc61-281f647d51b6 service neutron] 10.222.0.46 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243011 Nov 25 08:40:53.420561 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.427195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.429705 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46c53092-6059-4778-a006-c47973e8e724 HTTP/1.1" status: 204 len: 168 time: 0.1681612 Nov 25 08:40:53.453063 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4a39c5-cf4b-402f-a164-55b38227b1e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c53092-6059-4778-a006-c47973e8e724,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:53.725554 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad357439-a20c-4f2e-9d45-d8964c21da4b x-openstack-request-id: req-ad357439-a20c-4f2e-9d45-d8964c21da4b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:53.726152 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "name": "network-vif-plugged", "status": "completed", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:53.726542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ad357439-a20c-4f2e-9d45-d8964c21da4b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:53.727272 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a', 'code': 200} Nov 25 08:40:53.883771 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53870) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:53.885982 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.903361 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0f3c70e5-07a7-48b3-b553-af947a773223 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:53.975611 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:40:54.089227 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6965b534-d390-4c24-a808-3fd9a5aed3ff req-41b90484-91a2-4c55-8c89-3bd5b7a550d3 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:54.090976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6965b534-d390-4c24-a808-3fd9a5aed3ff req-41b90484-91a2-4c55-8c89-3bd5b7a550d3 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.9417837 Nov 25 08:40:54.104760 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0f3c70e5-07a7-48b3-b553-af947a773223 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.120880 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0f3c70e5-07a7-48b3-b553-af947a773223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.176403 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-0f3c70e5-07a7-48b3-b553-af947a773223 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bcd60d13b77f47f59b56c3ff7e5a5069&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2910404 Nov 25 08:40:54.186304 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53884) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:54.207076 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:54.217000 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88acb2f-d1a6-4cf7-bcd1-cb86c706a0ea req-2bb17435-a75e-4794-aaf5-b7a684e8f19a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:54.218839 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e88acb2f-d1a6-4cf7-bcd1-cb86c706a0ea req-2bb17435-a75e-4794-aaf5-b7a684e8f19a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 931 time: 0.3114154 Nov 25 08:40:54.228722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'port_id': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', 'mac_address': 'fa:16:3e:e1:34:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:40:54.287302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3c70e5-07a7-48b3-b553-af947a773223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab3b4bf-255f-4d5c-a358-a852f426520f,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:54.332409 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4bfecd-c0a0-437a-9b17-ef7ce185f4a3 req-2a507d29-aa6e-4dac-87f1-657093780a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:54.336272 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4bfecd-c0a0-437a-9b17-ef7ce185f4a3 req-2a507d29-aa6e-4dac-87f1-657093780a28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 1098 time: 0.4017336 Nov 25 08:40:54.349906 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.373052 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6965b534-d390-4c24-a808-3fd9a5aed3ff req-b1eb1b6f-bfc6-4832-931e-53cf98f595ae tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2645638 Nov 25 08:40:54.412075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:54.415200 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.439351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.530988 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Transition to ACTIVE for port object 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:54.533792 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.541442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.543117 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9ab3b4bf-255f-4d5c-a358-a852f426520f HTTP/1.1" status: 204 len: 168 time: 0.3552191 Nov 25 08:40:54.543961 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53892) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:54.567713 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e88acb2f-d1a6-4cf7-bcd1-cb86c706a0ea req-20dc3b03-9e43-4505-99f8-204d7bfbd0c9 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2595038 Nov 25 08:40:54.568366 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.579968 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea3fad5-fc65-4370-904a-0770d9c0bd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab3b4bf-255f-4d5c-a358-a852f426520f,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:54.612004 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c4bfecd-c0a0-437a-9b17-ef7ce185f4a3 req-efde05af-bedb-4555-9248-a8318ffc2c4b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2322707 Nov 25 08:40:54.643873 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 427dce62-22d3-4c59-9af7-e194abc69928 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:54.648184 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.667002 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.668475 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.677408 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:40:54.704886 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Pushing event updated for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:54.712141 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Transition to ACTIVE for port object 427dce62-22d3-4c59-9af7-e194abc69928 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:40:54.721944 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:54.728446 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.746669 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a6a93dbe-f62a-49f1-8ea8-71d3db5b2157 req-1d5027f8-f525-4bad-a7e1-740b5fec24e8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 210 time: 0.0662286 Nov 25 08:40:54.778483 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:54.800982 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f1bc28-ea4a-48f6-936c-272151ccfdc7 req-3eef64bd-dee7-40a8-a60d-88276106a572 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:54.802709 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1f1bc28-ea4a-48f6-936c-272151ccfdc7 req-3eef64bd-dee7-40a8-a60d-88276106a572 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.2614443 Nov 25 08:40:54.849252 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:54.904913 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Attempting to bind port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:54.905250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Attempting to bind port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:54.905580 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Attempting to bind port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:54.939406 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f on network fe88a060-11d1-49d6-a468-aec69a44188a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:40:54.939866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Attempting to bind port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:54.940436 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53902) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:54.977657 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:40:54.987813 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Pushing event updated for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.006430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:55.006772 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Checking segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:55.007159 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Bound using segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:55.007742 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Bound port: 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:55.008102 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.074812 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5c19b25c-bbed-447a-a2c2-1b87c3ddaee8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.082547 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cd1bc3-5ab4-4763-9bcf-23b96ba85de7 req-7fd9f6bc-efee-40a7-9138-d5b76aa2b6d9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:55.083933 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61cd1bc3-5ab4-4763-9bcf-23b96ba85de7 req-7fd9f6bc-efee-40a7-9138-d5b76aa2b6d9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 943 time: 0.2280807 Nov 25 08:40:55.096403 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1f1bc28-ea4a-48f6-936c-272151ccfdc7 req-1a1e810b-bbb8-43e1-ac14-3a70e1f20255 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449768 Nov 25 08:40:55.099382 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Attempting to bind port 427dce62-22d3-4c59-9af7-e194abc69928 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:40:55.099763 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Attempting to bind port 427dce62-22d3-4c59-9af7-e194abc69928 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:40:55.100095 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Attempting to bind port 427dce62-22d3-4c59-9af7-e194abc69928 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:55.140348 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Port 427dce62-22d3-4c59-9af7-e194abc69928 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:40:55.140678 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Attempting to bind port 427dce62-22d3-4c59-9af7-e194abc69928 on network 66254c56-3f1c-4f89-9cff-4dcde9b8b303 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:40:55.151890 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:40:55.152234 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Checking segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:40:55.152622 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Bound using segment: {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:40:55.153063 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Bound port: 427dce62-22d3-4c59-9af7-e194abc69928, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b10b3482-9666-455d-b4a0-6d096873e3e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 534, 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:40:55.154241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.156081 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7c5b11fb-31f0-4474-8c93-220e2383e3be admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.248639 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:55.271535 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61cd1bc3-5ab4-4763-9bcf-23b96ba85de7 req-0a5118d6-5a85-4d2e-abf5-bd3fea3725d4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730998 Nov 25 08:40:55.287498 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5c19b25c-bbed-447a-a2c2-1b87c3ddaee8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.293583 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:55.303204 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5c19b25c-bbed-447a-a2c2-1b87c3ddaee8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.307884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.337206 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5c19b25c-bbed-447a-a2c2-1b87c3ddaee8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a96d6caa4e604c6cb6584f017ae4d259&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7888055 Nov 25 08:40:55.342391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53914) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:55.371099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.386713 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Pushing event updated for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.387148 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7c5b11fb-31f0-4474-8c93-220e2383e3be admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.390594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:40:55.400331 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7c5b11fb-31f0-4474-8c93-220e2383e3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.404744 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c19b25c-bbed-447a-a2c2-1b87c3ddaee8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b64a55dd-39ef-4cbe-ac47-3874af836649,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.409018 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=427dce62-22d3-4c59-9af7-e194abc69928,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:40:55.411197 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:55.411850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.413373 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-e162cdaa-130b-49d0-932a-7011a3635f5f service neutron] 10.222.0.59 "PUT /v2.0/ports/9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 1093 time: 2.6856601 Nov 25 08:40:55.413758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:55.416128 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:55.441565 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.452717 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5b11fb-31f0-4474-8c93-220e2383e3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1c285f-7c97-4ce4-85a5-fce92da35a1a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.559383 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7c5b11fb-31f0-4474-8c93-220e2383e3be admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d46b6bf213f443258838a34d7bc87503&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6147580 Nov 25 08:40:55.560497 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53924) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:55.626635 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.646208 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88978f40-485b-4060-b2b2-164d463e150d x-openstack-request-id: req-88978f40-485b-4060-b2b2-164d463e150d {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:55.646680 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:55.647043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88978f40-485b-4060-b2b2-164d463e150d {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:55.647857 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'status': 'completed', 'code': 200} Nov 25 08:40:55.660498 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.684354 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.722890 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.734315 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:55.735006 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.736686 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] 10.222.0.59 "PUT /v2.0/ports/427dce62-22d3-4c59-9af7-e194abc69928 HTTP/1.1" status: 200 len: 1093 time: 2.9444046 Nov 25 08:40:55.846163 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.852453 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.854947 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b64a55dd-39ef-4cbe-ac47-3874af836649 HTTP/1.1" status: 204 len: 168 time: 0.5062320 Nov 25 08:40:55.876179 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d42320b-0621-40a5-8c3d-09c04e4fdffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b64a55dd-39ef-4cbe-ac47-3874af836649,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.887677 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.893544 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:55.895795 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1e1c285f-7c97-4ce4-85a5-fce92da35a1a HTTP/1.1" status: 204 len: 168 time: 0.3343401 Nov 25 08:40:55.906121 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b04082-4865-459d-aad9-045e6202ca58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1c285f-7c97-4ce4-85a5-fce92da35a1a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.929159 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b8d3c-2d45-494d-8bd9-daf1a5d19022 service neutron] Pushing event updated for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:55.947008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-91ee9e74-9703-4860-808e-1d652a357856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:55.948486 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-91ee9e74-9703-4860-808e-1d652a357856 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1096 time: 0.4114633 Nov 25 08:40:56.006068 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:40:56.026097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-61279fdf-bb39-4824-a323-4d5d425f9cca tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.027681 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-61279fdf-bb39-4824-a323-4d5d425f9cca tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 817 time: 0.4781346 Nov 25 08:40:56.050280 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-c05c89d7-10b4-4e6d-ab91-65fd6a91c682 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 217 time: 0.0832565 Nov 25 08:40:56.064927 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d5742-e53e-4319-a951-dc34e6dc30aa req-817e6f6a-7032-40b8-bc8f-9be36fccbac6 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.066461 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6f1d5742-e53e-4319-a951-dc34e6dc30aa req-817e6f6a-7032-40b8-bc8f-9be36fccbac6 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.4178014 Nov 25 08:40:56.077266 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef0d5bc-357b-4ac1-b2ac-b83e2e6e9d29 req-a48e1093-af9c-467f-96f6-ff0dd53bc922 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.079150 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9ef0d5bc-357b-4ac1-b2ac-b83e2e6e9d29 req-a48e1093-af9c-467f-96f6-ff0dd53bc922 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 943 time: 0.2560890 Nov 25 08:40:56.116201 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:40:56.120440 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:56.121184 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.209096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-edcb45a7-0ffb-4a9c-a46a-d4fd95f1b4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.210592 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-edcb45a7-0ffb-4a9c-a46a-d4fd95f1b4b1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 1096 time: 0.2379711 Nov 25 08:40:56.223512 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.225350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-f8988a77-5e78-4404-8f21-8419e203936e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.226803 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-f8988a77-5e78-4404-8f21-8419e203936e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1594505 Nov 25 08:40:56.256776 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:56.259619 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d12164-10ae-4ef8-8758-eb7349ce79ec" -d '{"events": [{"server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:56.275757 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:40:56.281831 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.317911 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-6722e83e-073a-4f6b-885a-0f61e8dde6e8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 380 time: 0.2713077 Nov 25 08:40:56.328998 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9ef0d5bc-357b-4ac1-b2ac-b83e2e6e9d29 req-3418a9bd-9ed1-47b3-8029-1bdc8d1359ab tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2335980 Nov 25 08:40:56.354466 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6f1d5742-e53e-4319-a951-dc34e6dc30aa req-75ba8cec-8003-4616-ba78-e44e767c3905 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2739687 Nov 25 08:40:56.361180 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'port': {'device_id': '861e5c47-a03f-44f8-8181-954812e9b38b', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'admin_state_up': True, 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'security_groups': ['f1f9f186-c65b-425b-8440-7ae32e7beebd']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:56.361683 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:56.382880 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-712a9844-a96e-4236-8906-b618de7068c6 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427dce62-22d3-4c59-9af7-e194abc69928 HTTP/1.1" status: 200 len: 217 time: 0.1383789 Nov 25 08:40:56.460189 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12254b0c-870d-4388-bff2-1b4dcc82e89b x-openstack-request-id: req-12254b0c-870d-4388-bff2-1b4dcc82e89b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:56.460658 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "name": "network-vif-plugged", "status": "completed", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:56.461112 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-12254b0c-870d-4388-bff2-1b4dcc82e89b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:56.461763 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', 'code': 200} Nov 25 08:40:56.567603 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53964) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:56.589762 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-553eb040-1177-4b18-90e6-6dc0b7fe0118 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.748722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46085026-51b5-434e-9435-8c232b4e3893 req-4aae756b-36d4-4837-8996-c8d607a324f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.750610 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-46085026-51b5-434e-9435-8c232b4e3893 req-4aae756b-36d4-4837-8996-c8d607a324f7 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.0867198 Nov 25 08:40:56.756720 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7f6a937-745b-484c-b39d-0b314a3937ed req-2874cb0c-57d5-471b-b366-910a2a4b31e4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 210 time: 0.2673821 Nov 25 08:40:56.795792 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e18449-02ef-4721-b392-071761724bb5 req-aa6673e3-5750-4b3c-a33e-d7bec9548816 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.797489 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-aa6673e3-5750-4b3c-a33e-d7bec9548816 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.5542061 Nov 25 08:40:56.802071 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-553eb040-1177-4b18-90e6-6dc0b7fe0118 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.812869 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-553eb040-1177-4b18-90e6-6dc0b7fe0118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.822191 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3910eec4-4540-4fae-9989-bb423df0eb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.823809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-3910eec4-4540-4fae-9989-bb423df0eb55 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.4133384 Nov 25 08:40:56.864136 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-46085026-51b5-434e-9435-8c232b4e3893 req-499267b9-7ef7-4606-acaa-a39f1c085f6a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054111 Nov 25 08:40:56.873138 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553eb040-1177-4b18-90e6-6dc0b7fe0118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb7643e-8592-466d-b34f-7f29fb04a833,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:56.878598 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-553eb040-1177-4b18-90e6-6dc0b7fe0118 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e88fafeec7704689ac004211ced76b30&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091123 Nov 25 08:40:56.881284 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 53980) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:40:56.945281 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-6dd16857-697c-49c8-a765-533717dfed90 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1135206 Nov 25 08:40:56.962498 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c560cf8-cd8f-4a22-8b33-f5871bad7b16 req-0a1df1c3-3dc7-463a-abd2-cdfd3ce3a0d9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:56.962707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:56.963696 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c560cf8-cd8f-4a22-8b33-f5871bad7b16 req-0a1df1c3-3dc7-463a-abd2-cdfd3ce3a0d9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 943 time: 0.2577496 Nov 25 08:40:56.996629 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Made reservation on behalf of af706c5a572d4008b111a87e96ebf814 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:40:56.999461 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:57.000352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:57.078893 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:57.083801 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:57.086334 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ffb7643e-8592-466d-b34f-7f29fb04a833 HTTP/1.1" status: 204 len: 168 time: 0.2039368 Nov 25 08:40:57.096155 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747572ad-b06b-4ebb-9073-e729ea10f578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb7643e-8592-466d-b34f-7f29fb04a833,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:57.160323 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-4a3a9a0d-eb9e-4645-9cc1-8eefe8a0e84a service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3538368 Nov 25 08:40:57.293052 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c560cf8-cd8f-4a22-8b33-f5871bad7b16 req-f0ab2781-f76a-46be-a055-0b49f6edbead tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3071268 Nov 25 08:40:57.409923 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-fa3f8bfb-034a-45d4-8358-85bc078be86e service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3449230 Nov 25 08:40:57.409923 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Allocated IP 172.20.0.13 (cd1f23e0-ed6b-4bcd-b801-85ff9727a35c/3764c054-3004-4231-8e9c-5ea3403023c6/e813642c-c46b-4870-94db-1582911a9fad) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:40:57.416505 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85e18449-02ef-4721-b392-071761724bb5 req-41058dd4-9fdd-49ba-b3d2-41f627bc5061 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122490 Nov 25 08:40:57.660778 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:40:57.663152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8e7856-4802-4e30-aa7e-0c9105b55f58" -d '{"events": [{"name": "network-changed", "server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "tag": "427dce62-22d3-4c59-9af7-e194abc69928"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:40:57.714908 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecb23b5-ff95-45ad-91d6-3494c6c6680f req-098194a6-cb5c-4a7d-96b1-4913e96dd13e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:57.717843 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ecb23b5-ff95-45ad-91d6-3494c6c6680f req-098194a6-cb5c-4a7d-96b1-4913e96dd13e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 943 time: 0.2396998 Nov 25 08:40:57.725755 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df36b008-6d37-41e4-8877-b16c8089ac21 req-b2c651bb-d411-4192-a49d-2d5869dab23a service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3071463 Nov 25 08:40:57.727419 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-713808c7-308c-411c-8232-ab0981f12926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:57.728819 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-713808c7-308c-411c-8232-ab0981f12926 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1096 time: 0.2125654 Nov 25 08:40:57.914586 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ecb23b5-ff95-45ad-91d6-3494c6c6680f req-30331de9-f540-4f21-83cd-ed39076cc08f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1847947 Nov 25 08:40:57.931743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d04f6-9f70-4f04-9589-2ba1dbb02289 req-be558c85-a411-4e91-96f6-946abf0b168c tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:57.939724 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-768d04f6-9f70-4f04-9589-2ba1dbb02289 req-be558c85-a411-4e91-96f6-946abf0b168c tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.2413399 Nov 25 08:40:57.948440 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:58.038543 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-adb0afba-8ba2-48eb-a0fc-d61e3e39f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.040043 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-adb0afba-8ba2-48eb-a0fc-d61e3e39f377 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.2812746 Nov 25 08:40:58.041508 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd194ce8-8f0d-4d24-b339-d684624f6186 x-openstack-request-id: req-fd194ce8-8f0d-4d24-b339-d684624f6186 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:40:58.041787 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "tag": "427dce62-22d3-4c59-9af7-e194abc69928", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:40:58.042040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd194ce8-8f0d-4d24-b339-d684624f6186 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:40:58.042438 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928', 'status': 'completed', 'code': 200} Nov 25 08:40:58.076876 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-768d04f6-9f70-4f04-9589-2ba1dbb02289 req-5276dafd-87ae-489d-8ec6-0d40de43afaa tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361780 Nov 25 08:40:58.145425 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-31b2cb72-eb6c-4d9b-aad9-09b5346827ea service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 217 time: 0.0674109 Nov 25 08:40:58.169351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:58.316131 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:40:58.342288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:40:58.350659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:40:58.357327 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:40:58.363248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.363953 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:58.390857 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-b154c7e6-91cb-49f6-b546-55aca675647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.393428 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-b154c7e6-91cb-49f6-b546-55aca675647a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 1096 time: 0.2697077 Nov 25 08:40:58.394541 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-9707a260-17ae-43b2-be93-05555709eae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.395980 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-9707a260-17ae-43b2-be93-05555709eae9 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.2306528 Nov 25 08:40:58.409656 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255abce4-8f8d-4fe2-b69a-9448b89bf3e2 req-0c600455-cb49-43fb-8d67-0c9a6d971a46 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.418818 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-255abce4-8f8d-4fe2-b69a-9448b89bf3e2 req-0c600455-cb49-43fb-8d67-0c9a6d971a46 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 932 time: 0.2914829 Nov 25 08:40:58.520373 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-a31ef178-5522-4267-a507-3a3e92500e7f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1794813 Nov 25 08:40:58.652182 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Request body: {'port': {'device_id': '861e5c47-a03f-44f8-8181-954812e9b38b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:40:58.816637 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-139b3b2a-fcaa-4314-8648-32406c32feb5 None None] Provisioning complete for port e813642c-c46b-4870-94db-1582911a9fad triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:40:58.817301 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-139b3b2a-fcaa-4314-8648-32406c32feb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:58.854751 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bced749-4ebf-4190-89e8-69245342f0c8 req-69de7aaa-dd2f-4ad7-8f89-a304e0ac85e5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.863511 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7bced749-4ebf-4190-89e8-69245342f0c8 req-69de7aaa-dd2f-4ad7-8f89-a304e0ac85e5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 943 time: 0.3400023 Nov 25 08:40:58.877306 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-2effc123-e881-4c5f-a176-1a48f3e6eb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:58.878747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-2effc123-e881-4c5f-a176-1a48f3e6eb4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4573061 Nov 25 08:40:58.889288 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-139b3b2a-fcaa-4314-8648-32406c32feb5 None None] Port e813642c-c46b-4870-94db-1582911a9fad cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:40:58.892961 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-255abce4-8f8d-4fe2-b69a-9448b89bf3e2 req-763348eb-a5f8-40fa-b25c-1f3aa189f930 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4713185 Nov 25 08:40:58.920320 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:40:59.219598 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-d682e64d-8dc1-46c5-8a7d-af6b129750b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:59.221126 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-d682e64d-8dc1-46c5-8a7d-af6b129750b5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.7979176 Nov 25 08:40:59.340764 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-57f5e894-74e4-46b2-87b9-ea8b81871f1a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427dce62-22d3-4c59-9af7-e194abc69928 HTTP/1.1" status: 200 len: 217 time: 0.1062875 Nov 25 08:40:59.362766 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7bced749-4ebf-4190-89e8-69245342f0c8 req-d4bd39f9-e7d1-4f33-99a3-cdc5340e9363 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4966195 Nov 25 08:40:59.518769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-92525eed-5992-4da5-9bf5-0522c2fa3c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:59.518769 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-92525eed-5992-4da5-9bf5-0522c2fa3c34 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1689990 Nov 25 08:40:59.532191 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca5816d-1ee8-412d-be31-73b6a47ca99d req-74de768f-1735-4003-bd94-01f8c64abff4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:40:59.536813 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ca5816d-1ee8-412d-be31-73b6a47ca99d req-74de768f-1735-4003-bd94-01f8c64abff4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 943 time: 0.3140390 Nov 25 08:40:59.553430 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-323723a0-23ff-46fe-9268-183b75821b67 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6540673 Nov 25 08:40:59.600614 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-18744d42-1cdb-4626-9b73-4328a5c37d77 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581927 Nov 25 08:40:59.847661 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ca5816d-1ee8-412d-be31-73b6a47ca99d req-438d3f5a-09f0-4112-a8a2-40c3c08c00c5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892323 Nov 25 08:40:59.908553 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2e3224d-bc7e-4fdf-90af-49a6f5e24043 req-a26ea972-8d96-497c-bb3d-217a11a302ec service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3245969 Nov 25 08:40:59.910378 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-ffc1099c-bd6f-499d-8517-fc8805032c74 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3001821 Nov 25 08:41:00.002130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 427dce62-22d3-4c59-9af7-e194abc69928 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:41:00.025661 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e813642c-c46b-4870-94db-1582911a9fad {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:00.038817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.079756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Transition to ACTIVE for port object e813642c-c46b-4870-94db-1582911a9fad will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:41:00.100828 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.114273 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea8e7856-4802-4e30-aa7e-0c9105b55f58 req-a8975403-4d52-4f43-b199-d07f2beb5a86 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870155 Nov 25 08:41:00.208370 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:00.268952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f9c5d3-56d3-48cf-9ec6-1b43edfed318 req-53af7d4d-cc1e-4116-87b8-9233ee1869d0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:00.279127 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=427dce62-22d3-4c59-9af7-e194abc69928,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:00.301024 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-15f9c5d3-56d3-48cf-9ec6-1b43edfed318 req-53af7d4d-cc1e-4116-87b8-9233ee1869d0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.2045839 Nov 25 08:41:00.329566 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '427dce62-22d3-4c59-9af7-e194abc69928', 'network_id': '66254c56-3f1c-4f89-9cff-4dcde9b8b303', 'port_id': '427dce62-22d3-4c59-9af7-e194abc69928', 'mac_address': 'fa:16:3e:29:f2:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 534, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e2a58904-d811-4521-8550-1388d62af3f0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:41:00.355040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Attempting to bind port e813642c-c46b-4870-94db-1582911a9fad on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:00.355524 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Attempting to bind port e813642c-c46b-4870-94db-1582911a9fad by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:00.355774 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Attempting to bind port e813642c-c46b-4870-94db-1582911a9fad on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:00.377259 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.377986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Port e813642c-c46b-4870-94db-1582911a9fad on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:41:00.378331 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Attempting to bind port e813642c-c46b-4870-94db-1582911a9fad on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:00.392300 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-15f9c5d3-56d3-48cf-9ec6-1b43edfed318 req-0630969d-14b8-4750-8ac9-b19a6799ac20 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889177 Nov 25 08:41:00.393250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:00.393590 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Checking segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:00.393970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Bound using segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:00.395181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Bound port: e813642c-c46b-4870-94db-1582911a9fad, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:00.395592 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.401005 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 427dce62-22d3-4c59-9af7-e194abc69928 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:00.453853 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=427dce62-22d3-4c59-9af7-e194abc69928,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:00.461765 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.462193 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:41:00.519289 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:00.538303 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:00.563985 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427c7f8d-6d3f-490a-a6a6-5bdbb23b67ed req-fcce1863-b349-4404-8aca-426f4531b40c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:00.572826 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-427c7f8d-6d3f-490a-a6a6-5bdbb23b67ed req-fcce1863-b349-4404-8aca-426f4531b40c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 944 time: 0.0911963 Nov 25 08:41:00.582371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.647037 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:00.652842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:00.670617 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'port_id': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'mac_address': 'fa:16:3e:df:2c:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:41:00.671207 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:00.671877 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.673577 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] 10.222.0.59 "PUT /v2.0/ports/e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 1094 time: 2.0269551 Nov 25 08:41:00.673795 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:00.676067 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5bd9999-b811-4f81-9eb5-f62b02ae6406" -d '{"events": [{"name": "network-changed", "server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:00.693430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dec48f-f8b1-4fb2-b621-1957b47dde51 service neutron] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:00.721990 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-427c7f8d-6d3f-490a-a6a6-5bdbb23b67ed req-add8c17b-5830-41e6-8cd9-6b2799719e15 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482460 Nov 25 08:41:00.735977 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.757722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:00.775039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7915a73-475a-46e7-bd7c-30e06a31859a x-openstack-request-id: req-c7915a73-475a-46e7-bd7c-30e06a31859a {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:00.775366 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:00.775668 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7915a73-475a-46e7-bd7c-30e06a31859a {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:00.776162 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'status': 'completed', 'code': 200} Nov 25 08:41:00.792364 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:00.802023 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:00.804130 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-74368f00-d080-42da-850d-323cda461a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:00.805795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-74368f00-d080-42da-850d-323cda461a01 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1097 time: 0.0828664 Nov 25 08:41:00.865810 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:00.908579 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-055c8253-2be5-4d00-83e1-0c41cc961459 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 217 time: 0.0903494 Nov 25 08:41:01.063039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-e21a585d-3582-46d1-b11a-849b33cc42d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.064646 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-e21a585d-3582-46d1-b11a-849b33cc42d3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.1432574 Nov 25 08:41:01.118561 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e5e414-c9e8-4143-b3bf-dce6dc951b45 req-ac76f5e1-526c-44c0-889c-1a99bd485158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.120359 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e2e5e414-c9e8-4143-b3bf-dce6dc951b45 req-ac76f5e1-526c-44c0-889c-1a99bd485158 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 944 time: 0.1256402 Nov 25 08:41:01.150872 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['427dce62-22d3-4c59-9af7-e194abc69928'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:01.156043 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:01.162384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-1351502a-1498-44c2-9862-b4dffa2fb381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.165767 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-1351502a-1498-44c2-9862-b4dffa2fb381 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0930877 Nov 25 08:41:01.290306 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e2e5e414-c9e8-4143-b3bf-dce6dc951b45 req-af2e49a3-ef1f-4fbb-98cc-969b48ccf3af tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1518385 Nov 25 08:41:01.333714 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-ff45714f-1320-4739-b30a-a74998401a68 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593015 Nov 25 08:41:01.371522 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54238) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:01.444855 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-626ca02b-bb3f-4364-94f6-e98f8b89af9c req-d3dfdf30-9da5-43e7-9cf8-4c2b643e49a6 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987813 Nov 25 08:41:01.496412 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-49617411-47d9-4d0b-aa33-b15e4566b746 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.574161 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-49617411-47d9-4d0b-aa33-b15e4566b746 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.579758 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-49617411-47d9-4d0b-aa33-b15e4566b746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.588287 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-ebbdc3ab-5b73-4207-bd56-d42b33e9af3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.589721 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-ebbdc3ab-5b73-4207-bd56-d42b33e9af3a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1097 time: 0.0824020 Nov 25 08:41:01.606247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b085437-02be-4e67-9b51-d4de0a55797e req-feb73068-93a7-4f7c-bfa6-a0dd27711eee tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.606247 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4b085437-02be-4e67-9b51-d4de0a55797e req-feb73068-93a7-4f7c-bfa6-a0dd27711eee tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0825992 Nov 25 08:41:01.620097 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-49617411-47d9-4d0b-aa33-b15e4566b746 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8c0b9b9c06e54916b84a6f65e2432292&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2470856 Nov 25 08:41:01.621574 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54246) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:01.628085 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49617411-47d9-4d0b-aa33-b15e4566b746 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19cd7103-8f65-4012-b648-8f4878bc1902,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:01.674284 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.698353 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.715879 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4b085437-02be-4e67-9b51-d4de0a55797e req-2d745b53-f641-4c44-8f92-0ffb4f2b441c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935948 Nov 25 08:41:01.725797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-9a109b0c-838e-4594-86df-8d97c551c071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.727261 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-9a109b0c-838e-4594-86df-8d97c551c071 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1223228 Nov 25 08:41:01.749174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.751913 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:01.755741 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/19cd7103-8f65-4012-b648-8f4878bc1902 HTTP/1.1" status: 204 len: 168 time: 0.1326764 Nov 25 08:41:01.765046 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2dbc2b-4ee4-4595-bb55-d38cda9ff237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19cd7103-8f65-4012-b648-8f4878bc1902,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:01.789314 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-33def618-7906-443a-b240-aadcf7e8381c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 217 time: 0.0517349 Nov 25 08:41:01.879228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-fc60efa8-dce6-4b83-807c-361ff24efb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.880741 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-fc60efa8-dce6-4b83-807c-361ff24efb9a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0804870 Nov 25 08:41:01.896483 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd11dc93-7889-40ca-bfe7-f9ac32d17d49 req-b2c579ec-95cf-419f-9d8e-7d5b225502d5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.897938 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bd11dc93-7889-40ca-bfe7-f9ac32d17d49 req-b2c579ec-95cf-419f-9d8e-7d5b225502d5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 944 time: 0.0669303 Nov 25 08:41:01.968594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-78885fb9-6556-433d-8c65-14d37ff1ff0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:01.970266 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-78885fb9-6556-433d-8c65-14d37ff1ff0b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713325 Nov 25 08:41:01.975305 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bd11dc93-7889-40ca-bfe7-f9ac32d17d49 req-49e82f43-0c3b-4116-830c-c26a7247d57c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684104 Nov 25 08:41:02.027944 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54254) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:02.041680 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ff0881e-dbbd-4f2a-9739-96463cc4fad7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.086184 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-65a88241-850a-4f0f-8785-21deb78f62e2 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0950069 Nov 25 08:41:02.124810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ff0881e-dbbd-4f2a-9739-96463cc4fad7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.130152 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ff0881e-dbbd-4f2a-9739-96463cc4fad7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.171154 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff0881e-dbbd-4f2a-9739-96463cc4fad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c8f5056-1045-43f1-a44e-0281bb076e38,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:02.186178 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2ff0881e-dbbd-4f2a-9739-96463cc4fad7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f88191a3b86242c49ff80730211fb127&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1565142 Nov 25 08:41:02.191027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54262) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:02.212747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5bd9999-b811-4f81-9eb5-f62b02ae6406 req-f5211332-324c-40a1-8a72-fdc18903d988 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170366 Nov 25 08:41:02.251820 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.274663 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.334973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.337600 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:02.341702 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c8f5056-1045-43f1-a44e-0281bb076e38 HTTP/1.1" status: 204 len: 168 time: 0.1467438 Nov 25 08:41:02.360912 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93c904-2083-4c1e-bbc1-6b76f66f6f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c8f5056-1045-43f1-a44e-0281bb076e38,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:02.433884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ca33e-f953-43ed-803b-a1291a2800d4 req-7b43aabc-b612-4d0f-94fa-dd7ac3955bae tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:02.436653 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4e6ca33e-f953-43ed-803b-a1291a2800d4 req-7b43aabc-b612-4d0f-94fa-dd7ac3955bae tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 944 time: 0.0581486 Nov 25 08:41:02.503522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4e6ca33e-f953-43ed-803b-a1291a2800d4 req-2981ef8c-25e6-4eb1-9923-39536cffeaf3 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604918 Nov 25 08:41:02.852567 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418a66ce-57fa-4fbc-99ea-7320a991eb2b req-95ec9484-c404-48d0-9131-188b59cc6527 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:02.854340 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-418a66ce-57fa-4fbc-99ea-7320a991eb2b req-95ec9484-c404-48d0-9131-188b59cc6527 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0564580 Nov 25 08:41:02.914705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-418a66ce-57fa-4fbc-99ea-7320a991eb2b req-b364a727-6afc-4b5c-9261-29320fc80b3f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536311 Nov 25 08:41:03.119613 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7072684-c333-4ea2-8a9e-c31515195536 req-6987687e-b26a-422b-b8ff-b58d1346fd2f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:03.121969 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c7072684-c333-4ea2-8a9e-c31515195536 req-6987687e-b26a-422b-b8ff-b58d1346fd2f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 944 time: 0.0624030 Nov 25 08:41:03.404131 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c7072684-c333-4ea2-8a9e-c31515195536 req-54007742-812e-45ec-bd51-88e82cab3d05 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746661 Nov 25 08:41:03.645843 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748d9f9e-a010-4ac7-8eed-1a5811d6e3ed req-165ac70d-a9b6-4a23-ada0-f93beda10a1a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:03.647578 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-748d9f9e-a010-4ac7-8eed-1a5811d6e3ed req-165ac70d-a9b6-4a23-ada0-f93beda10a1a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 944 time: 0.0555604 Nov 25 08:41:03.705674 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-748d9f9e-a010-4ac7-8eed-1a5811d6e3ed req-f2627fa5-ae23-44e3-8e5c-0de4aabc486b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504150 Nov 25 08:41:04.016948 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:41:04.024491 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 427dce62-22d3-4c59-9af7-e194abc69928 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:04.044706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9becfdc8-d718-428b-892a-8558b756fcd2 req-0ccad133-8629-410e-b3ac-bc4cf2c2f379 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:04.046307 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9becfdc8-d718-428b-892a-8558b756fcd2 req-0ccad133-8629-410e-b3ac-bc4cf2c2f379 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0540967 Nov 25 08:41:04.116471 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9becfdc8-d718-428b-892a-8558b756fcd2 req-96555ce2-0d5a-4db0-a9ae-6d2f3c4fc67b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637214 Nov 25 08:41:04.142997 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 427dce62-22d3-4c59-9af7-e194abc69928 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:41:04.149709 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 427dce62-22d3-4c59-9af7-e194abc69928 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:04.150072 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.204672 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:04.222729 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'e813642c-c46b-4870-94db-1582911a9fad', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:41:04.294836 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.318950 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e813642c-c46b-4870-94db-1582911a9fad {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:04.323021 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.357688 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:04.362800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:04.365130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b57e373d-def0-4d8f-88b6-0c7b476ac3f3" -d '{"events": [{"server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "name": "network-vif-plugged", "status": "completed", "tag": "427dce62-22d3-4c59-9af7-e194abc69928"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:04.375485 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.383017 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=427dce62-22d3-4c59-9af7-e194abc69928,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:04.407370 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.408172 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:04.410633 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52e1f4b-8b2b-4e0b-a5cb-61615f394300 x-openstack-request-id: req-f52e1f4b-8b2b-4e0b-a5cb-61615f394300 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:04.410947 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "name": "network-vif-plugged", "status": "completed", "tag": "427dce62-22d3-4c59-9af7-e194abc69928", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:04.411204 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f52e1f4b-8b2b-4e0b-a5cb-61615f394300 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:04.411604 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928', 'code': 200} Nov 25 08:41:04.468631 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:04.515879 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:41:04.527237 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:04.527635 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.531147 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:04.544782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a6a0f-d0c4-4ce8-ac4e-ea6692e21f7c req-752c34ba-8f45-4b39-a127-e933d4059774 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:04.546403 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d60a6a0f-d0c4-4ce8-ac4e-ea6692e21f7c req-752c34ba-8f45-4b39-a127-e933d4059774 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0623498 Nov 25 08:41:04.617937 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.628380 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d60a6a0f-d0c4-4ce8-ac4e-ea6692e21f7c req-d3ec781d-1a3e-405e-a06c-3e19dfe4aca3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753300 Nov 25 08:41:04.631085 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09fa81-2bf4-409c-8eff-7898ed93d0ea req-8521a439-45e1-4331-91f8-3bea73a0a187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:04.632950 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6c09fa81-2bf4-409c-8eff-7898ed93d0ea req-8521a439-45e1-4331-91f8-3bea73a0a187 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 1098 time: 0.0736773 Nov 25 08:41:04.657845 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:04.662288 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:04.691828 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6c09fa81-2bf4-409c-8eff-7898ed93d0ea req-b8778ee3-6d75-490e-9fe1-9414fbff5f00 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414433 Nov 25 08:41:04.713634 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:04.765301 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['e813642c-c46b-4870-94db-1582911a9fad'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:04.844025 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c163120-dae2-4606-8b60-7cab65cfce51 req-db678e9d-b1fe-4b77-8bb9-c070cb6cb9b7 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:04.852046 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7c163120-dae2-4606-8b60-7cab65cfce51 req-db678e9d-b1fe-4b77-8bb9-c070cb6cb9b7 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0662601 Nov 25 08:41:04.924117 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7c163120-dae2-4606-8b60-7cab65cfce51 req-13dea651-efa6-4356-8a14-470389da7b89 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693798 Nov 25 08:41:05.247013 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0e0a8d-cc94-4a2a-ad15-be6b2cb140b0 req-396dd953-6c58-4cd7-9f38-b9d012d32127 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:05.249194 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b0e0a8d-cc94-4a2a-ad15-be6b2cb140b0 req-396dd953-6c58-4cd7-9f38-b9d012d32127 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 945 time: 0.0521364 Nov 25 08:41:05.305673 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b0e0a8d-cc94-4a2a-ad15-be6b2cb140b0 req-bcfecd0d-8782-4fde-80b3-11da3a60df07 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489163 Nov 25 08:41:05.745061 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029d3ad4-e44e-44b0-97ad-4ca47be3aed5 req-66d9a891-4a24-4619-87ba-5e8c34e3b3b8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:05.746554 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-029d3ad4-e44e-44b0-97ad-4ca47be3aed5 req-66d9a891-4a24-4619-87ba-5e8c34e3b3b8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0475309 Nov 25 08:41:05.798385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-029d3ad4-e44e-44b0-97ad-4ca47be3aed5 req-42ad0126-8eae-4e56-8cea-0d05d0e3c0e6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456321 Nov 25 08:41:06.046737 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e681f157-6a18-4513-bcab-f6a13e9815d5 req-d686eb4b-bd6b-4a80-88bb-34531d0d150d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:06.057334 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e681f157-6a18-4513-bcab-f6a13e9815d5 req-d686eb4b-bd6b-4a80-88bb-34531d0d150d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0539436 Nov 25 08:41:06.097212 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e681f157-6a18-4513-bcab-f6a13e9815d5 req-acd7d8ac-c6f3-4cad-acce-9dc74ce1c2df tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430994 Nov 25 08:41:06.413103 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:06.416244 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b27414b-16d3-44ed-aa4d-d9c8554eeb74" -d '{"events": [{"server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:06.435638 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6b1855-e254-479b-b0ce-6e21af2a09f8 req-e168e862-264a-4372-a944-3d490ff6fc84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:06.440498 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c6b1855-e254-479b-b0ce-6e21af2a09f8 req-e168e862-264a-4372-a944-3d490ff6fc84 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 945 time: 0.0584476 Nov 25 08:41:06.459266 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c0e8b2-3658-4694-91b1-9f9ad43b209b x-openstack-request-id: req-76c0e8b2-3658-4694-91b1-9f9ad43b209b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:06.459601 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "name": "network-vif-plugged", "status": "completed", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:06.460017 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-76c0e8b2-3658-4694-91b1-9f9ad43b209b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:06.460537 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'code': 200} Nov 25 08:41:06.489464 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c6b1855-e254-479b-b0ce-6e21af2a09f8 req-65dcc0e1-cb12-46af-afaf-b8ccac736fa7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463097 Nov 25 08:41:06.833494 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-e6233cbf-2321-498d-a5b2-0a8b55dd80ce tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:06.834956 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-e6233cbf-2321-498d-a5b2-0a8b55dd80ce tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.1053653 Nov 25 08:41:06.850163 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-a279d121-dc41-46cf-89b3-58a315101582 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/quotas/3412713b28e44d47abca28c866ca338e HTTP/1.1" status: 200 len: 375 time: 0.0091500 Nov 25 08:41:06.898107 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-d19bc2c1-8d98-44c8-ab0a-963a35626908 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0425572 Nov 25 08:41:07.013714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52281d1-5d25-4e78-be2f-adf51550ccd7 req-169b3cf8-eeef-4af8-a219-dcb59c5768b4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:07.015349 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c52281d1-5d25-4e78-be2f-adf51550ccd7 req-169b3cf8-eeef-4af8-a219-dcb59c5768b4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1025770 Nov 25 08:41:07.021658 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:07.039351 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-3f6f8bd2-98d1-4954-92bf-846d36c51c89 service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337230 Nov 25 08:41:07.084673 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port e813642c-c46b-4870-94db-1582911a9fad completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:41:07.088737 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port e813642c-c46b-4870-94db-1582911a9fad triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:07.089100 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:07.122934 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c52281d1-5d25-4e78-be2f-adf51550ccd7 req-a23b0487-5e1d-42f3-9669-e68fe79b81a4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937972 Nov 25 08:41:07.169771 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-0a1d43ea-18ca-4312-9605-8cc0e209e5ab service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148701 Nov 25 08:41:07.188876 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:07.224571 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:07.233051 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:07.251347 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14010608-1474-4285-9e05-a02170de8324 req-468d719b-f0b5-4f7c-8147-e75ec5b8df68 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:07.253344 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-14010608-1474-4285-9e05-a02170de8324 req-468d719b-f0b5-4f7c-8147-e75ec5b8df68 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0546386 Nov 25 08:41:07.288562 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:07.325393 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-14010608-1474-4285-9e05-a02170de8324 req-4909e1fb-9969-4c8f-acce-cb6f0a03772d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638719 Nov 25 08:41:07.352281 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed90f7c0-55fc-4eaf-8571-76d1e65c4720 req-350ce5b7-d32a-4fbe-b4fc-0e6c9657ba0e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0257947 Nov 25 08:41:07.621384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d79391e-37a2-47a1-8cb9-a25b8efe3799 req-34bd7f2c-be0c-4f4c-a5f1-d12d546ac902 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:07.623236 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d79391e-37a2-47a1-8cb9-a25b8efe3799 req-34bd7f2c-be0c-4f4c-a5f1-d12d546ac902 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0568180 Nov 25 08:41:07.677014 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d79391e-37a2-47a1-8cb9-a25b8efe3799 req-864f970c-3eb6-4709-b7aa-cd1f27532fd3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476685 Nov 25 08:41:08.237375 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87ad96-41ff-419a-95f9-3957518d0957 req-f822fbb2-04f9-4e43-beb1-edf64c3a47ba tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:08.238807 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5c87ad96-41ff-419a-95f9-3957518d0957 req-f822fbb2-04f9-4e43-beb1-edf64c3a47ba tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0473025 Nov 25 08:41:08.287502 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5c87ad96-41ff-419a-95f9-3957518d0957 req-f8fe92c8-a122-43e3-8f3d-662ae4db79ea tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426662 Nov 25 08:41:08.460621 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-11604439-c1c3-4c9b-9c50-448ceb1f9f69 req-a986451c-79a0-4614-840c-74f55a31f4e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0355468 Nov 25 08:41:08.461880 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:08.465073 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2ae4f08-da1f-4d58-99d2-429b0e42d6db" -d '{"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:08.478114 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03bcf73-c579-4428-a861-75ddfce99854 req-d72f03ed-84b0-473d-b164-297a1f711b49 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:08.479745 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b03bcf73-c579-4428-a861-75ddfce99854 req-d72f03ed-84b0-473d-b164-297a1f711b49 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0862184 Nov 25 08:41:08.510361 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d63aaba0-f1de-4282-a0c5-669300b10f82 x-openstack-request-id: req-d63aaba0-f1de-4282-a0c5-669300b10f82 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:08.510739 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:08.511068 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d63aaba0-f1de-4282-a0c5-669300b10f82 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:08.511526 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'code': 200} Nov 25 08:41:08.528581 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b03bcf73-c579-4428-a861-75ddfce99854 req-7fad99f4-bfcc-4fe3-bd10-73098a0655b7 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414739 Nov 25 08:41:08.796394 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893ddf0f-92a5-422e-b4b8-3f3e8d388e3e req-bea279fa-7385-41bc-a2be-10c59a1e7f2f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:08.797925 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-893ddf0f-92a5-422e-b4b8-3f3e8d388e3e req-bea279fa-7385-41bc-a2be-10c59a1e7f2f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0474064 Nov 25 08:41:08.845854 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-893ddf0f-92a5-422e-b4b8-3f3e8d388e3e req-eab7d6ca-c93e-4ca1-aca5-0eeff0f421f8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420339 Nov 25 08:41:09.210141 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05810633-2bc6-408a-97d3-218e1f17e9a2 req-0806efe0-912e-4a19-8a43-21d528b1b0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.211649 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05810633-2bc6-408a-97d3-218e1f17e9a2 req-0806efe0-912e-4a19-8a43-21d528b1b0c0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1099 time: 0.0697870 Nov 25 08:41:09.224952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036bfa3e-9ae8-4a83-a347-26f11b7ffa1b req-c3226030-a0be-4ffb-af05-253238b49e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.226649 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-036bfa3e-9ae8-4a83-a347-26f11b7ffa1b req-c3226030-a0be-4ffb-af05-253238b49e29 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1098 time: 0.0514207 Nov 25 08:41:09.284568 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05810633-2bc6-408a-97d3-218e1f17e9a2 req-4d1fd247-5eab-425a-bbda-90d56e6550bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568631 Nov 25 08:41:09.315229 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-036bfa3e-9ae8-4a83-a347-26f11b7ffa1b req-5a1ffc82-d790-411c-85af-8c3f7b20559b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629020 Nov 25 08:41:09.401357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171c6a5-b282-4f95-8f2a-84d10130a85f req-5aa797b2-4557-4d36-adb1-73806b310140 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.402881 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8171c6a5-b282-4f95-8f2a-84d10130a85f req-5aa797b2-4557-4d36-adb1-73806b310140 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0487859 Nov 25 08:41:09.453899 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8171c6a5-b282-4f95-8f2a-84d10130a85f req-fba96036-ad9c-42b0-a586-3cc0e3ff8ef7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447624 Nov 25 08:41:09.576267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-73e42ece-f767-4be9-b909-fcaea82ed1c4 req-e17869b1-64bb-41cb-860a-f66160b3721e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0358026 Nov 25 08:41:09.692869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33112f-99bf-4bc0-b1d8-cdcd92b17763 req-ec37df55-88ba-4f97-a80f-889c2cabb168 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.694488 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e33112f-99bf-4bc0-b1d8-cdcd92b17763 req-ec37df55-88ba-4f97-a80f-889c2cabb168 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0581324 Nov 25 08:41:09.756891 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e33112f-99bf-4bc0-b1d8-cdcd92b17763 req-ad7bdb84-d603-4909-8458-ba538db955e6 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513136 Nov 25 08:41:09.831421 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd422f-3e0d-4e4c-a87f-87b511aaa210 req-26461b71-5eca-4223-980d-4076798099b7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.832974 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-47dd422f-3e0d-4e4c-a87f-87b511aaa210 req-26461b71-5eca-4223-980d-4076798099b7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0490971 Nov 25 08:41:09.906888 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-47dd422f-3e0d-4e4c-a87f-87b511aaa210 req-0504a787-15c3-4695-ade5-5a354a58a755 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624449 Nov 25 08:41:09.984198 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-b8845256-35f0-4e35-9be5-f1c5f728805d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:09.985749 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-b8845256-35f0-4e35-9be5-f1c5f728805d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 1098 time: 0.0762322 Nov 25 08:41:10.017939 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f19d58-24cb-4fc6-acc9-48dde2701daf req-bd43a9f4-af6f-4aea-8d07-c807d4a34d2e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:10.019424 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41f19d58-24cb-4fc6-acc9-48dde2701daf req-bd43a9f4-af6f-4aea-8d07-c807d4a34d2e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0675464 Nov 25 08:41:10.124703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41f19d58-24cb-4fc6-acc9-48dde2701daf req-fc6431b6-3fc2-482d-8655-3daa372ea1f6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957720 Nov 25 08:41:10.143170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-fd9b73e7-a949-4efe-a95b-c615fd4f1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:10.145519 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-fd9b73e7-a949-4efe-a95b-c615fd4f1f11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.1457245 Nov 25 08:41:10.194529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-e80a2329-60cd-4fab-a02b-002eac3b85fa service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=427dce62-22d3-4c59-9af7-e194abc69928 HTTP/1.1" status: 200 len: 217 time: 0.0402107 Nov 25 08:41:10.255910 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-ef6887e7-0dec-4df5-93e1-ce2e1db95073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:10.257331 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54564) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:10.257896 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-ef6887e7-0dec-4df5-93e1-ce2e1db95073 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.0493057 Nov 25 08:41:10.290915 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-aac2f7c0-efcf-422b-92aa-60f35c803150 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251634 Nov 25 08:41:10.379240 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1da1-15e0-4b95-8f6f-9e017e9eea5a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.390632 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-31296402-e0c3-422f-ac61-3c187a36fe8b service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861783 Nov 25 08:41:10.463964 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1da1-15e0-4b95-8f6f-9e017e9eea5a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.469963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9a2b1da1-15e0-4b95-8f6f-9e017e9eea5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.510632 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2b1da1-15e0-4b95-8f6f-9e017e9eea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d43222-412e-47b3-9a05-8abc0a9e2224,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:10.517770 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9a2b1da1-15e0-4b95-8f6f-9e017e9eea5a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28cae507850049b6a6e43d6caf3b69a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2593732 Nov 25 08:41:10.521564 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54568) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:10.583097 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.599364 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-5cf819b9-dc31-4740-ad83-175e8244ad30 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:10.599364 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-5cf819b9-dc31-4740-ad83-175e8244ad30 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.1895800 Nov 25 08:41:10.602979 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38d9380e-8ad2-4d0f-bb44-da69b6c2293a req-72b294d1-2e8b-4fed-81d9-f15ecefc2d72 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941404 Nov 25 08:41:10.614955 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.667179 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.670599 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:10.672006 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/57d43222-412e-47b3-9a05-8abc0a9e2224 HTTP/1.1" status: 204 len: 168 time: 0.1494598 Nov 25 08:41:10.681890 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd5282f-d70a-4ab7-a979-a83a4c43354e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d43222-412e-47b3-9a05-8abc0a9e2224,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:10.692003 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7313251-adaf-4caa-9ad7-c963dbdd6821 req-e2cce193-3747-4775-be73-b975b15b74ad tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0357900 Nov 25 08:41:10.879062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ad2c75-ede1-43f4-a93b-9a6636d92a35 req-6575cc90-248f-49cc-8f05-01f1655ba5b3 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:10.880588 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-36ad2c75-ede1-43f4-a93b-9a6636d92a35 req-6575cc90-248f-49cc-8f05-01f1655ba5b3 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0498552 Nov 25 08:41:10.896869 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54590) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:10.939954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-36ad2c75-ede1-43f4-a93b-9a6636d92a35 req-dc1e56ab-9bbf-4aa4-8787-72411fc2e56b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529895 Nov 25 08:41:11.022940 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b8210c63-83ec-4ed6-8c6a-fe2467a29948 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.030802 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463eacab-7224-4467-a8bb-0f713f8d16f6 req-8edd325c-d4f4-426d-a1d6-c6a179f6d25b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:11.032414 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-463eacab-7224-4467-a8bb-0f713f8d16f6 req-8edd325c-d4f4-426d-a1d6-c6a179f6d25b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0515699 Nov 25 08:41:11.051729 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54596) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.070664 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9c8a223d-7442-48e6-94dd-9932a85274b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.085834 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-463eacab-7224-4467-a8bb-0f713f8d16f6 req-903eaaa3-98ea-41ae-b256-acca4fef6b8a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469565 Nov 25 08:41:11.138112 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b8210c63-83ec-4ed6-8c6a-fe2467a29948 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.144267 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b8210c63-83ec-4ed6-8c6a-fe2467a29948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.192720 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b8210c63-83ec-4ed6-8c6a-fe2467a29948 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c76f8e3db3d34ca2b8a4a61718d9ab18&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2944367 Nov 25 08:41:11.195424 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54602) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.204853 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8210c63-83ec-4ed6-8c6a-fe2467a29948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4277ee1-6692-4496-b500-45d30126cdcc,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.226278 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9c8a223d-7442-48e6-94dd-9932a85274b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.232276 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9c8a223d-7442-48e6-94dd-9932a85274b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.277279 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9c8a223d-7442-48e6-94dd-9932a85274b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=28dd10148c24411c8b6c7e67d0171f8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2214928 Nov 25 08:41:11.277279 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a223d-7442-48e6-94dd-9932a85274b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2112fd42-12ec-4ff7-b944-fbce80a29930,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.279011 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54604) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.297061 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.307297 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5b4678-864e-47ae-8990-a1bbbb9deb0f req-be5f514f-0cb7-4eed-b6e8-8e02f57c549e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:11.308811 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8d5b4678-864e-47ae-8990-a1bbbb9deb0f req-be5f514f-0cb7-4eed-b6e8-8e02f57c549e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0844383 Nov 25 08:41:11.330255 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.342952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.351397 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.392822 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8d5b4678-864e-47ae-8990-a1bbbb9deb0f req-4701d30d-18d0-4fbe-81a2-44cdbb1ad397 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757411 Nov 25 08:41:11.405318 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.408184 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.409325 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2112fd42-12ec-4ff7-b944-fbce80a29930 HTTP/1.1" status: 204 len: 168 time: 0.1295280 Nov 25 08:41:11.417525 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa8a2-0bb7-496e-91d6-9317147390ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2112fd42-12ec-4ff7-b944-fbce80a29930,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.435148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.438049 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.441091 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4277ee1-6692-4496-b500-45d30126cdcc HTTP/1.1" status: 204 len: 168 time: 0.2436745 Nov 25 08:41:11.451316 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e9f92d-7ae0-4e40-88ac-7e7a5802a5d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4277ee1-6692-4496-b500-45d30126cdcc,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.783481 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54618) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.796936 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f133c008-c02c-47c0-8c0e-55e99dd5a6bd req-50e83d1c-1e00-4a2d-8a3d-65be04ee873c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0359333 Nov 25 08:41:11.797092 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-935a2eec-d373-48c5-ae4b-0f9b3c9bd72f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.821706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54620) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.835859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-06ec8712-3875-4e1d-a723-5f6a39cf8384 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.892963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-935a2eec-d373-48c5-ae4b-0f9b3c9bd72f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.896438 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-935a2eec-d373-48c5-ae4b-0f9b3c9bd72f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.913782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-06ec8712-3875-4e1d-a723-5f6a39cf8384 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.917749 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-06ec8712-3875-4e1d-a723-5f6a39cf8384 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:11.938240 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-935a2eec-d373-48c5-ae4b-0f9b3c9bd72f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7a10dfc4b90c4d938599add1e6fac8c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1536379 Nov 25 08:41:11.939055 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a2eec-d373-48c5-ae4b-0f9b3c9bd72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79162621-2296-4b74-b758-0f614a35cac0,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.941315 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54622) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:11.956930 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-06ec8712-3875-4e1d-a723-5f6a39cf8384 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d0df3ba9911749cbb00343884f8490cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1340802 Nov 25 08:41:11.958858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ec8712-3875-4e1d-a723-5f6a39cf8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc77830f-18af-4fba-8c48-adddf8b8d43a,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:11.959553 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54624) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:12.034070 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.047316 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.061548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38eceb-793f-4a45-ba06-cde612509480 req-e5cf4914-810c-4f65-ba7f-5d1c40df0444 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:12.063137 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f38eceb-793f-4a45-ba06-cde612509480 req-e5cf4914-810c-4f65-ba7f-5d1c40df0444 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0515761 Nov 25 08:41:12.069722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.089489 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.112446 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f38eceb-793f-4a45-ba06-cde612509480 req-a0a19bcd-0bcd-422a-95f7-dfacaca861f7 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434172 Nov 25 08:41:12.156676 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.159810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.160993 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/79162621-2296-4b74-b758-0f614a35cac0 HTTP/1.1" status: 204 len: 168 time: 0.2165170 Nov 25 08:41:12.165428 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.168068 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.172370 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc77830f-18af-4fba-8c48-adddf8b8d43a HTTP/1.1" status: 204 len: 168 time: 0.2081788 Nov 25 08:41:12.178165 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f2c004-2bcd-445f-9af0-e774319a7d44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79162621-2296-4b74-b758-0f614a35cac0,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:12.196682 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51db88e-9199-488b-ab59-0047080eb76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc77830f-18af-4fba-8c48-adddf8b8d43a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:12.220969 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957a9222-060b-4f8b-b705-d8b5109e42ea req-bc13cc82-5757-4496-9bdd-d81b63474af4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:12.222932 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-957a9222-060b-4f8b-b705-d8b5109e42ea req-bc13cc82-5757-4496-9bdd-d81b63474af4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0601637 Nov 25 08:41:12.278927 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-957a9222-060b-4f8b-b705-d8b5109e42ea req-af9a7813-76dd-485e-bedf-989fa0a2b7f6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489006 Nov 25 08:41:12.527995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2532f37c-832f-43ce-a10b-1307dd59b371 req-a6aed34c-e9d6-4ad3-853c-ab38de6a491d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:12.530117 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2532f37c-832f-43ce-a10b-1307dd59b371 req-a6aed34c-e9d6-4ad3-853c-ab38de6a491d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0518150 Nov 25 08:41:12.588425 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2532f37c-832f-43ce-a10b-1307dd59b371 req-503ce9fc-ba67-4306-af2d-65135a022e5b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507693 Nov 25 08:41:12.603615 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54648) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:12.617759 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-15fff928-9f55-47dc-b016-7ad5e33ee61f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.717797 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-15fff928-9f55-47dc-b016-7ad5e33ee61f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.725266 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-15fff928-9f55-47dc-b016-7ad5e33ee61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.775792 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-15fff928-9f55-47dc-b016-7ad5e33ee61f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c0d246d5d1214f599e1b0b355344ea50&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1709681 Nov 25 08:41:12.777314 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fff928-9f55-47dc-b016-7ad5e33ee61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6b1004-29ea-400c-9205-11a7e6261d00,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:12.779125 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54654) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:12.840924 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.875201 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.910550 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bdbab96b-f31a-46be-9397-35fe98ba8079 req-0419de1f-b7fc-4759-ba44-61636ea13216 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0413561 Nov 25 08:41:12.955743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.960767 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:12.962540 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d6b1004-29ea-400c-9205-11a7e6261d00 HTTP/1.1" status: 204 len: 168 time: 0.1821210 Nov 25 08:41:12.973201 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36ce560-5d3d-47d7-84f2-61b2348d7442 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6b1004-29ea-400c-9205-11a7e6261d00,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:13.258175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1d461c-8335-4e2f-8755-72a1e8df6b60 req-0eba61ec-79f4-4074-a6e5-97b8bfe57162 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:13.259977 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e1d461c-8335-4e2f-8755-72a1e8df6b60 req-0eba61ec-79f4-4074-a6e5-97b8bfe57162 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0584331 Nov 25 08:41:13.342348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e1d461c-8335-4e2f-8755-72a1e8df6b60 req-5de71029-3824-4061-b4e5-54ed6b7abd78 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757396 Nov 25 08:41:13.423980 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd5d72c-21b8-44f7-b967-dfd1a6d6ee30 req-03d6cfee-5744-4068-be08-bbd2d3192eea tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:13.425818 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9dd5d72c-21b8-44f7-b967-dfd1a6d6ee30 req-03d6cfee-5744-4068-be08-bbd2d3192eea tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0675340 Nov 25 08:41:13.488446 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9dd5d72c-21b8-44f7-b967-dfd1a6d6ee30 req-0accdb6b-4f52-4341-92ac-6b76e89e59b2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546985 Nov 25 08:41:13.578097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Request body: {'port': {'device_id': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'admin_state_up': True, 'tenant_id': '3412713b28e44d47abca28c866ca338e'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:13.644073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54702) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:13.782453 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a980778-4634-42a2-87d2-e9b14a290cc4 req-714c40b6-9c22-49a1-9540-0c8ff1cca9e2 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:13.784062 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1a980778-4634-42a2-87d2-e9b14a290cc4 req-714c40b6-9c22-49a1-9540-0c8ff1cca9e2 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0890679 Nov 25 08:41:13.801928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:13.805428 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:13.810361 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ab26-dffa-46c3-a45f-5255789ea80d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:13.895938 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ab26-dffa-46c3-a45f-5255789ea80d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:13.901408 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d1a4ab26-dffa-46c3-a45f-5255789ea80d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:13.922539 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1a980778-4634-42a2-87d2-e9b14a290cc4 req-67738135-b61b-4e29-92c8-2f614085782a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308362 Nov 25 08:41:13.960023 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d1a4ab26-dffa-46c3-a45f-5255789ea80d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9334f216485e4654ab80072eb99680d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3142447 Nov 25 08:41:13.960695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54718) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:13.963315 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4ab26-dffa-46c3-a45f-5255789ea80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fc7a29-0bf1-4db8-8ad2-326229477e4d,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:13.993195 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Allocated IP 172.20.0.9 (0ddee4b4-d930-497a-91bb-d464076fa1b3/ae1132f2-66db-4320-94bd-0d233bd6b903/3d904caf-5740-4806-9e49-0bff89308ad2) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:14.049410 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a13c0626-c5a1-411a-b825-e77f14f693f1 req-ec800efa-6ec8-4e3c-a9fb-23edf0fc085f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.0480645 Nov 25 08:41:14.086264 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.157823 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.244479 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.247714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.251456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/94fc7a29-0bf1-4db8-8ad2-326229477e4d HTTP/1.1" status: 204 len: 168 time: 0.2871583 Nov 25 08:41:14.252016 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.265810 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8dabc-eda8-4403-bd3a-c1d1350c359a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fc7a29-0bf1-4db8-8ad2-326229477e4d,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:14.299403 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.312328 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:14.369626 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:14.376953 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:14.387918 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:14.396484 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:14.397662 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.419503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event updated for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:14.429904 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-b428d759-8c38-4e38-b42b-b76b790ba290 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8567348 Nov 25 08:41:14.446859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Request body: {'port': {'device_id': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:14.645693 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:14.707000 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3993468-0aea-415f-8ff0-9149c4e7c55d req-f1fca270-d23e-43a4-8918-2acb94333c31 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:14.708587 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c3993468-0aea-415f-8ff0-9149c4e7c55d req-f1fca270-d23e-43a4-8918-2acb94333c31 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.2005789 Nov 25 08:41:14.744002 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56daae0-429f-4f42-b958-8d88801ada6c req-72dbd6ee-7099-4807-b5f9-493e78adb917 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:14.745521 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d56daae0-429f-4f42-b958-8d88801ada6c req-72dbd6ee-7099-4807-b5f9-493e78adb917 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1376653 Nov 25 08:41:14.892888 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c3993468-0aea-415f-8ff0-9149c4e7c55d req-d1361bcf-510a-4917-aa98-439d79a17d0a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1692269 Nov 25 08:41:14.922694 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d56daae0-429f-4f42-b958-8d88801ada6c req-f2e14557-f1d3-4008-b486-459f5d78b47e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663480 Nov 25 08:41:15.107993 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d904caf-5740-4806-9e49-0bff89308ad2 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:15.117614 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.132940 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73aed8b-9933-4b7c-bec5-a6c962c3279d req-2ab00fd1-4c3b-4a1e-bdc5-8ffb4d84cc2d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:15.134439 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d73aed8b-9933-4b7c-bec5-a6c962c3279d req-2ab00fd1-4c3b-4a1e-bdc5-8ffb4d84cc2d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0775831 Nov 25 08:41:15.153375 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Transition to ACTIVE for port object 3d904caf-5740-4806-9e49-0bff89308ad2 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:41:15.178738 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.286030 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54822) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:15.403656 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-397702018-network', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:15.427787 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Made reservation on behalf of ea2e5b2d558c4540ba188353dd3c27e3 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:15.430120 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.438774 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.462456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d73aed8b-9933-4b7c-bec5-a6c962c3279d req-210d3aff-0e0b-4c98-9714-c2f72a13d990 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124416 Nov 25 08:41:15.472407 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Pushing event updated for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:15.484381 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0956df8-cce1-4a2f-a1a4-090c3f157a4d req-3e555ee9-c6c8-4f03-b758-a2e93dbab9f7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:15.485995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a0956df8-cce1-4a2f-a1a4-090c3f157a4d req-3e555ee9-c6c8-4f03-b758-a2e93dbab9f7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 931 time: 0.3506668 Nov 25 08:41:15.527348 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Attempting to bind port 3d904caf-5740-4806-9e49-0bff89308ad2 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:15.529067 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Attempting to bind port 3d904caf-5740-4806-9e49-0bff89308ad2 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:15.529461 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Attempting to bind port 3d904caf-5740-4806-9e49-0bff89308ad2 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:15.539288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Port 3d904caf-5740-4806-9e49-0bff89308ad2 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:41:15.539677 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Attempting to bind port 3d904caf-5740-4806-9e49-0bff89308ad2 on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:15.550410 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.560195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.563838 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:15.564184 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Checking segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:15.564578 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Bound using segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:15.565851 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Bound port: 3d904caf-5740-4806-9e49-0bff89308ad2, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:15.565851 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.595808 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 540} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:41:15.609522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a0956df8-cce1-4a2f-a1a4-090c3f157a4d req-f68e15f2-e033-4de6-916b-5e29899eb0a5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054776 Nov 25 08:41:15.619760 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fe7de8-1ecd-48e1-8534-d95663d99dd6,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:15.634413 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.634707 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Added segment 91484dc0-7adb-463c-a11c-dc0b4ca9ff1e of type vlan for network 0b7242cf-308b-4aee-a391-1d7432608cad Nov 25 08:41:15.662401 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c17112a-757a-4771-b8ad-9e750dfc7114 req-8e353e1a-756f-4942-8478-f5292653e13f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:15.663911 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7c17112a-757a-4771-b8ad-9e750dfc7114 req-8e353e1a-756f-4942-8478-f5292653e13f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1110818 Nov 25 08:41:15.674869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54832) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:15.681604 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'floatingip': {'port_id': 'e813642c-c46b-4870-94db-1582911a9fad'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:15.688558 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.729851 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.732539 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:15.733270 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.758192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:15.764363 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.806993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7242cf-308b-4aee-a391-1d7432608cad,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:15.807818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3d904caf-5740-4806-9e49-0bff89308ad2,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:15.828442 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.831313 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 0b7242cf-308b-4aee-a391-1d7432608cad details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:41:15.833052 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3507c7a8-b395-49d1-9898-b1896a314c55 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5457113 Nov 25 08:41:15.835014 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54840) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:15.843163 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Request body: {'subnet': {'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-397702018-subnet', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:15.885349 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Made reservation on behalf of ea2e5b2d558c4540ba188353dd3c27e3 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:15.888015 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.923667 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Pushing event updated for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:15.970518 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:15.971146 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:15.972666 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-1edec0f3-f58c-4db6-b1ad-f76499e8975d service neutron] 10.222.0.59 "PUT /v2.0/ports/3d904caf-5740-4806-9e49-0bff89308ad2 HTTP/1.1" status: 200 len: 1093 time: 1.5315919 Nov 25 08:41:15.973154 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:15.981600 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2312ea8e-7c56-46a6-9308-f051ec2a017f" -d '{"events": [{"name": "network-changed", "server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:16.173665 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.228239 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d3ec0a8-c410-4594-8b36-d0f609214c92,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:16.242192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-7b4539d2-c0b7-4601-b4d8-535c0a5813ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.243734 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-7b4539d2-c0b7-4601-b4d8-535c0a5813ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 1096 time: 0.2097089 Nov 25 08:41:16.246836 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:16.249507 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Network hostable DHCP agents. Network: 0b7242cf-308b-4aee-a391-1d7432608cad, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:41:16.266173 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Network 0b7242cf-308b-4aee-a391-1d7432608cad is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:41:16.268637 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1561bd8-944c-436a-8e15-8538ff884a3e req-d6e4c0a4-ed49-4ef6-8cb6-918c6fe6f417 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.270182 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1561bd8-944c-436a-8e15-8538ff884a3e req-d6e4c0a4-ed49-4ef6-8cb6-918c6fe6f417 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.2373147 Nov 25 08:41:16.278064 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 0b7242cf-308b-4aee-a391-1d7432608cad) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:16.282759 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.283398 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.291998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cab9c3-4b93-4f21-9554-b16c41920952 req-4b6ca3b2-c942-4a63-b45c-ad93968e2aff tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.292200 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7cca3c8-b1d1-4195-ada2-169a8c668c01 None None] Network 0b7242cf-308b-4aee-a391-1d7432608cad requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:16.300610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22cab9c3-4b93-4f21-9554-b16c41920952 req-4b6ca3b2-c942-4a63-b45c-ad93968e2aff tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1933913 Nov 25 08:41:16.310393 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9d03190e-ebf3-428f-a69e-97cd6c164d46 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4726975 Nov 25 08:41:16.311709 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54852) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:16.316374 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:16.337113 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.338157 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.338288 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-8f1d1b9b-8758-498f-9db1-fc4027b2f228 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d904caf-5740-4806-9e49-0bff89308ad2 HTTP/1.1" status: 200 len: 217 time: 0.0670300 Nov 25 08:41:16.413979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.571003 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.573942 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-0b7242cf-308b-4aee-a391-1d7432608cad', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:41:16.575979 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.628160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1561bd8-944c-436a-8e15-8538ff884a3e req-8aa3bb9e-8840-4287-bfeb-04f64d96bba0 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3450353 Nov 25 08:41:16.629696 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-fa869f7f-2f3d-4979-a553-48fd257a661e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.631102 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-fa869f7f-2f3d-4979-a553-48fd257a661e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.2729027 Nov 25 08:41:16.677259 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22cab9c3-4b93-4f21-9554-b16c41920952 req-cbb8ba3f-af0c-4be8-aab7-56a68264a8c3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733692 Nov 25 08:41:16.686242 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a52fcda9-c747-4889-ad95-9fc5f731e3a0 x-openstack-request-id: req-a52fcda9-c747-4889-ad95-9fc5f731e3a0 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:16.686537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:16.698956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a52fcda9-c747-4889-ad95-9fc5f731e3a0 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:16.698956 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2', 'status': 'completed', 'code': 200} Nov 25 08:41:16.773898 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Allocated IP 172.20.0.2 (0b7242cf-308b-4aee-a391-1d7432608cad/2d3ec0a8-c410-4594-8b36-d0f609214c92/14e9fafb-5f01-4bbe-840c-19b15daa657b) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:16.831536 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.852903 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.931756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcfc9a6-71bb-4e74-adf5-907cfb8ad6e6 req-9f4d9afa-41d3-46d3-8411-9443441ad4bc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.936154 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bbcfc9a6-71bb-4e74-adf5-907cfb8ad6e6 req-9f4d9afa-41d3-46d3-8411-9443441ad4bc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1683252 Nov 25 08:41:16.943795 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07ea2eb-58e7-4400-8e86-c3b7797f43c5 req-5d69b163-731c-4ab8-82e6-899c1195b4f5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:16.944000 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.947855 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a07ea2eb-58e7-4400-8e86-c3b7797f43c5 req-5d69b163-731c-4ab8-82e6-899c1195b4f5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.1930649 Nov 25 08:41:16.951368 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54860) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:16.956574 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'floatingip': {'port_id': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:16.956951 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:16.999398 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:17.000580 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.000709 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Allocated IP 172.27.3.27 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/8c6151ed-9566-41e5-95a8-2f73663c0cbf) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:17.005215 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:17.008099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:17.082671 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Pushing event updated for resources: {'Port': ['ID=14e9fafb-5f01-4bbe-840c-19b15daa657b,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:17.100403 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Attempting to bind port 14e9fafb-5f01-4bbe-840c-19b15daa657b on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:17.100609 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Attempting to bind port 14e9fafb-5f01-4bbe-840c-19b15daa657b by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:17.101224 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Attempting to bind port 14e9fafb-5f01-4bbe-840c-19b15daa657b on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:17.108641 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:17.109314 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:17.110011 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.110650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Bound using segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:17.111466 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Bound port: 14e9fafb-5f01-4bbe-840c-19b15daa657b, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:17.112067 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.156881 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.216657 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.228521 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] For port 14e9fafb-5f01-4bbe-840c-19b15daa657b, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:17.233459 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] For port 14e9fafb-5f01-4bbe-840c-19b15daa657b, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=14e9fafb-5f01-4bbe-840c-19b15daa657b,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:17.240761 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.273398 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:17.279210 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:17.284641 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:17.288428 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Pushing event updated for resources: {'Port': ['ID=8c6151ed-9566-41e5-95a8-2f73663c0cbf,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:17.366505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b3b4d1-e417-4e41-8e14-22e607c97566 None None] Pushing event updated for resources: {'Port': ['ID=14e9fafb-5f01-4bbe-840c-19b15daa657b,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:17.416581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.db.resource_extend [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] It took 0.57 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 25 08:41:17.555935 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.556442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.556621 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.556921 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.557244 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.557568 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.557891 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.558206 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.558616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.559387 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.559803 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.559803 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:17.606780 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.633024 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.705790 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a07ea2eb-58e7-4400-8e86-c3b7797f43c5 req-f5531166-1c63-4799-8eb1-039798c8d26c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912252 Nov 25 08:41:17.745945 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92093a7-fa18-46ec-b843-ec281a29b6de req-8b5c766e-9fbc-4a14-a635-222ad37f043c tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:17.754457 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f92093a7-fa18-46ec-b843-ec281a29b6de req-8b5c766e-9fbc-4a14-a635-222ad37f043c tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.3349297 Nov 25 08:41:17.789257 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:17.965979 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f92093a7-fa18-46ec-b843-ec281a29b6de req-85f54cb8-59b5-47d7-a56a-1ac430e3e979 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104115 Nov 25 08:41:18.006835 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.013114 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0a3a36-7430-43ab-b267-785f08aa7a52 req-b53dafe3-0743-4a49-a4ed-54cbcc6f426b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:18.014652 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca0a3a36-7430-43ab-b267-785f08aa7a52 req-b53dafe3-0743-4a49-a4ed-54cbcc6f426b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1946096 Nov 25 08:41:18.020048 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Floating IP efe180f8-0182-44e3-b80d-8b6c815694e3 associated. External IP: 172.27.3.156, port: e813642c-c46b-4870-94db-1582911a9fad. Nov 25 08:41:18.156017 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:41:18.216586 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca0a3a36-7430-43ab-b267-785f08aa7a52 req-a05e1393-a7ac-4b74-85af-4b67f858a78d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926401 Nov 25 08:41:18.237407 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.252051 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.282117 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:18.298905 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:18.306913 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.308681 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3d90675a-9bc8-4b27-bae5-cd199eef3655 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.9956024 Nov 25 08:41:18.311283 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54878) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:18.311475 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:18.312293 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:18.457140 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Floating IP 42e5f0e0-5c86-4acb-92be-f87f0305acb7 associated. External IP: 172.27.3.149, port: 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f. Nov 25 08:41:18.468881 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:18.540640 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976353ae-5e5d-4298-b515-2346676a8dbb None None] Network 0b7242cf-308b-4aee-a391-1d7432608cad requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:18.584737 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:41:18.659931 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5c954d76-28c0-46e5-b70d-92af1d6897a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.686512 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:17Z', 'revision_number': 3, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:18.687507 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] Provisioning complete for port 14e9fafb-5f01-4bbe-840c-19b15daa657b triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:18.687932 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.726575 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:18.727268 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Updating router 1bee8d08-e357-495d-aa6f-5da02255abc3 port 8c6151ed-9566-41e5-95a8-2f73663c0cbf binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:41:18.792747 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.857806 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.885771 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:18.912891 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] For port 14e9fafb-5f01-4bbe-840c-19b15daa657b, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=14e9fafb-5f01-4bbe-840c-19b15daa657b,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:18.921373 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.037594 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5b459d-b6ab-4453-a26f-990351759357 None None] Pushing event updated for resources: {'Port': ['ID=14e9fafb-5f01-4bbe-840c-19b15daa657b,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:19.149190 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-6c5b9438-4749-47aa-b13c-cf3716d083cf None None] Provisioning complete for port 14e9fafb-5f01-4bbe-840c-19b15daa657b triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:19.149852 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6c5b9438-4749-47aa-b13c-cf3716d083cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.171550 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Allocated IP 172.20.0.1 (0b7242cf-308b-4aee-a391-1d7432608cad/2d3ec0a8-c410-4594-8b36-d0f609214c92/2d6c881b-5e71-465e-a4b2-70e5692e734a) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:19.182390 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40202d06-8030-493a-94ab-3afba883f980 req-11830e3a-197a-4722-88a5-04688022198b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:19.184292 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-40202d06-8030-493a-94ab-3afba883f980 req-11830e3a-197a-4722-88a5-04688022198b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.1867797 Nov 25 08:41:19.199822 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:19.210948 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.224953 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:19.229334 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.237959 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.294260 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-732f09f8-9b6c-4516-86da-f0da25db8d95 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "PUT /v2.0/floatingips/efe180f8-0182-44e3-b80d-8b6c815694e3 HTTP/1.1" status: 200 len: 992 time: 3.6128857 Nov 25 08:41:19.294260 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:41:19.295758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:19.297565 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60b7e3e3-9c0f-4d99-a1c2-743576747904" -d '{"events": [{"name": "network-changed", "server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:19.299082 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:19.300009 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:19.321801 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbea09b1-cd19-483c-b01e-60fcffc62a3b req-b4ed7b04-925e-4966-94f3-9c120840f2be tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:19.323467 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fbea09b1-cd19-483c-b01e-60fcffc62a3b req-b4ed7b04-925e-4966-94f3-9c120840f2be tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.1784754 Nov 25 08:41:19.330376 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.340810 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e05173-b6ce-45ed-8ca0-320da81f9ace None None] Pushing event updated for resources: {'Port': ['ID=8c6151ed-9566-41e5-95a8-2f73663c0cbf,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:19.342219 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-40202d06-8030-493a-94ab-3afba883f980 req-4d05bec3-43ca-4d4a-b1d6-d026d4e46d3c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370127 Nov 25 08:41:19.412783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.422712 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Attempting to bind port 8c6151ed-9566-41e5-95a8-2f73663c0cbf on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:19.423252 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Attempting to bind port 8c6151ed-9566-41e5-95a8-2f73663c0cbf by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:19.423756 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Attempting to bind port 8c6151ed-9566-41e5-95a8-2f73663c0cbf on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:19.437785 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:19.438886 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:19.439399 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.439924 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:19.440897 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Bound port: 8c6151ed-9566-41e5-95a8-2f73663c0cbf, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:19.441086 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.492396 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fbea09b1-cd19-483c-b01e-60fcffc62a3b req-f87eaca4-0864-4d01-9bb5-d074c9faed6a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558702 Nov 25 08:41:19.535866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:19.537783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:19.549070 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.556506 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:19.578536 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] For port 8c6151ed-9566-41e5-95a8-2f73663c0cbf, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:19.583092 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:19.588459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.589491 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:19.598661 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] For port 8c6151ed-9566-41e5-95a8-2f73663c0cbf, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c6151ed-9566-41e5-95a8-2f73663c0cbf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:19.615708 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:19.626712 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.671516 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6218482c-6e9c-4b91-a1c6-70e2f2d9628b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "PUT /v2.0/floatingips/42e5f0e0-5c86-4acb-92be-f87f0305acb7 HTTP/1.1" status: 200 len: 991 time: 2.7192323 Nov 25 08:41:19.672944 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:19.673672 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:19.722583 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2799c12a-f231-425c-acb7-7e6295945e2b req-0b609238-c750-4d1f-ab64-95f99c9567e2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:19.724345 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2799c12a-f231-425c-acb7-7e6295945e2b req-0b609238-c750-4d1f-ab64-95f99c9567e2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1375031 Nov 25 08:41:19.750052 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:19.806841 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 14e9fafb-5f01-4bbe-840c-19b15daa657b up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:19.816455 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2799c12a-f231-425c-acb7-7e6295945e2b req-afead775-449a-43c0-9a06-f00d8f6b54cf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836179 Nov 25 08:41:19.825914 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e05173-b6ce-45ed-8ca0-320da81f9ace None None] Pushing event updated for resources: {'Port': ['ID=8c6151ed-9566-41e5-95a8-2f73663c0cbf,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:19.911012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23cac5f-61fd-432a-90fa-f7ca5cabf8e0 x-openstack-request-id: req-c23cac5f-61fd-432a-90fa-f7ca5cabf8e0 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:19.911012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:19.911347 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c23cac5f-61fd-432a-90fa-f7ca5cabf8e0 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:19.911503 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'status': 'completed', 'code': 200} Nov 25 08:41:19.918877 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:19.922159 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:19.992354 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-6b918a84-855a-41f4-8511-bf36704ee185 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404806 Nov 25 08:41:20.085116 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-e17f5117-09f0-47ac-9fef-26cc87800e49 None None] Provisioning complete for port 2d6c881b-5e71-465e-a4b2-70e5692e734a triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:20.085768 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e17f5117-09f0-47ac-9fef-26cc87800e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:20.116340 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:20.116985 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:20.197995 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 14e9fafb-5f01-4bbe-840c-19b15daa657b triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:20.198782 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:20.206895 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e17f5117-09f0-47ac-9fef-26cc87800e49 None None] Port 2d6c881b-5e71-465e-a4b2-70e5692e734a cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:41:20.299239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-58a90f78-be1a-41d4-afa8-e72f6585fe48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:20.303198 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-58a90f78-be1a-41d4-afa8-e72f6585fe48 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1099 time: 0.1234355 Nov 25 08:41:20.338153 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-3595433c-056a-40da-be8c-1e192ebc2a2a service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263774 Nov 25 08:41:20.354503 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'efe180f8-0182-44e3-b80d-8b6c815694e3', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861e5c47-a03f-44f8-8181-954812e9b38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:50Z', 'updated_at': '2021-11-25T08:41:16Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:20.371454 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:20.377276 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:20.378444 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:20.388632 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:20.402207 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:20.403452 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:20.442944 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:20.516520 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-136adb6d-f733-46b8-a43e-035ad8282e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:20.518463 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-136adb6d-f733-46b8-a43e-035ad8282e5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1894219 Nov 25 08:41:20.533693 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d8ff14d-9406-4f69-b8d9-1d91ca2d42b6 req-fe94ac77-06b8-42c0-9074-ff7a3b8f665b service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1492596 Nov 25 08:41:20.680832 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:20.689434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:20.695196 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:20.768860 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '42e5f0e0-5c86-4acb-92be-f87f0305acb7', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:df:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:41Z', 'updated_at': '2021-11-25T08:41:18Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:20.780968 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-543f2c63-d9f6-4749-b963-5c78cd3be951 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 1000 time: 0.2460024 Nov 25 08:41:20.805683 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b596327f-cf0a-48f0-99fb-702b8f205b42 req-fe729eab-5e27-42b2-aba5-bca76bc33e2e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:20.807596 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b596327f-cf0a-48f0-99fb-702b8f205b42 req-fe729eab-5e27-42b2-aba5-bca76bc33e2e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.2287946 Nov 25 08:41:20.838004 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:20.861011 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:20.861644 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:40:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:20.864990 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-bd18dbfc-7bac-4aa3-818d-926a5deae17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:20.866727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-bd18dbfc-7bac-4aa3-818d-926a5deae17c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 1096 time: 0.2338593 Nov 25 08:41:20.868688 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:41:20.876145 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Pushing event updated for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:20.896177 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda35f1-401c-4f4c-b584-1b0b0d25463e req-fd1c4321-8ab8-4503-9c44-cb8319082687 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:20.898173 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2cda35f1-401c-4f4c-b584-1b0b0d25463e req-fd1c4321-8ab8-4503-9c44-cb8319082687 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.2514391 Nov 25 08:41:20.928725 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:21.002880 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3af26dd1-4dc7-4260-bfc2-96b60cc5cb93 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:21.003797 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'efe180f8-0182-44e3-b80d-8b6c815694e3', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861e5c47-a03f-44f8-8181-954812e9b38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:50Z', 'updated_at': '2021-11-25T08:41:16Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:21.047841 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:21.048347 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61e9efb4-bb88-4396-8734-dc014a66dd9f None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'efe180f8-0182-44e3-b80d-8b6c815694e3', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.156', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '861e5c47-a03f-44f8-8181-954812e9b38b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:50Z', 'updated_at': '2021-11-25T08:41:16Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:21.055378 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a3e9b29d-2f9b-421f-814e-228c770e25e9 admin admin] 10.222.0.46 "PUT /v2.0/routers/1bee8d08-e357-495d-aa6f-5da02255abc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7429123 Nov 25 08:41:21.098899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-59816cf4-a16a-438e-8c46-92148b08a9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.100430 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-59816cf4-a16a-438e-8c46-92148b08a9c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.2917593 Nov 25 08:41:21.139078 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-ca422d2d-66dd-460a-8646-ba28464fa1ae None None] Provisioning complete for port 2d6c881b-5e71-465e-a4b2-70e5692e734a triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:21.145363 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ca422d2d-66dd-460a-8646-ba28464fa1ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:21.161160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b596327f-cf0a-48f0-99fb-702b8f205b42 req-b5e67096-9b54-4d56-af0d-548c378c5364 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3408697 Nov 25 08:41:21.166599 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:21.209540 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-ca422d2d-66dd-460a-8646-ba28464fa1ae None None] Port 2d6c881b-5e71-465e-a4b2-70e5692e734a cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:41:21.260145 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-aa1deb30-eecc-4860-946d-599b13c666c5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3320777 Nov 25 08:41:21.300293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2cda35f1-401c-4f4c-b584-1b0b0d25463e req-e419ecee-4a01-40fc-92d7-86b541094f7e tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3798442 Nov 25 08:41:21.364167 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-88a5ef7c-f169-4980-b6e1-f1114b2c833b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.365304 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e5709380-9fb3-469d-b5d4-ca2c8a48a235 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:21.366827 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-88a5ef7c-f169-4980-b6e1-f1114b2c833b service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 915 time: 0.4635465 Nov 25 08:41:21.494812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-544edfc8-62c0-47ec-8147-0fcc597a4777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.496412 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-544edfc8-62c0-47ec-8147-0fcc597a4777 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.3783948 Nov 25 08:41:21.572873 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-fd5049ca-4aa0-4302-af40-cadd735d76dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3d904caf-5740-4806-9e49-0bff89308ad2 HTTP/1.1" status: 200 len: 217 time: 0.1471262 Nov 25 08:41:21.591575 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c76cc2-ae6f-4c31-8929-d76f488012da None None] New status for floating IP efe180f8-0182-44e3-b80d-8b6c815694e3: ACTIVE {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:41:21.722509 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '42e5f0e0-5c86-4acb-92be-f87f0305acb7', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:df:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:41Z', 'updated_at': '2021-11-25T08:41:18Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:21.753775 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-42587e51-2049-4079-aef7-d3447a0aba15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.755473 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-42587e51-2049-4079-aef7-d3447a0aba15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 1099 time: 0.4111874 Nov 25 08:41:21.779533 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5742ef4-113f-4ada-9f5d-977a43bec312 req-31db36e2-38c7-46b4-9eb2-63649f71ab26 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.781680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f5742ef4-113f-4ada-9f5d-977a43bec312 req-31db36e2-38c7-46b4-9eb2-63649f71ab26 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.4784830 Nov 25 08:41:21.816390 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a335166-5fde-448a-b07b-2decdba70a2a None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '42e5f0e0-5c86-4acb-92be-f87f0305acb7', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.149', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:df:2c:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:40:41Z', 'updated_at': '2021-11-25T08:41:18Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:21.869935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-b4088c0e-772a-4c13-8687-6b0cf3b12d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:21.872385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-b4088c0e-772a-4c13-8687-6b0cf3b12d6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.2725418 Nov 25 08:41:21.904723 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-31ee8097-c53e-4e67-8948-5bfeb1bae6af service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460317 Nov 25 08:41:21.951476 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:21.954958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2be0444e-311d-4943-96e7-9ce31b31e266" -d '{"events": [{"name": "network-changed", "server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:21.994448 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-079a601c-e1d3-4cf9-842d-ef8d8b77bab0 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1134405 Nov 25 08:41:21.998707 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f5742ef4-113f-4ada-9f5d-977a43bec312 req-8202761e-b449-4c83-ba41-b877ab2070b1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2035537 Nov 25 08:41:22.086805 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54944) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:22.094424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1700115584-network', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:22.149061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Made reservation on behalf of 35cd6da40aff4b6a84f2bb6311afd130 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:22.151936 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:22.218264 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:22.252631 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-b292fb5c-9d82-4e92-a41d-e25ba64cc64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.254280 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-b292fb5c-9d82-4e92-a41d-e25ba64cc64c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1174107 Nov 25 08:41:22.271902 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f35d7224-7fc6-40e2-b9bb-a7cee0410e37 None None] New status for floating IP 42e5f0e0-5c86-4acb-92be-f87f0305acb7: ACTIVE {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:41:22.319608 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:22.414939 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e0eec8f-de5f-42aa-88c8-a8329b9494b1 x-openstack-request-id: req-8e0eec8f-de5f-42aa-88c8-a8329b9494b1 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:22.415581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:22.415679 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e0eec8f-de5f-42aa-88c8-a8329b9494b1 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:22.416081 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'status': 'completed', 'code': 200} Nov 25 08:41:22.586214 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-4c0b1fd1-86c8-4491-b798-677592bde764 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6240914 Nov 25 08:41:22.596038 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-2c86b25d-17cb-4250-aacd-9a93b71deed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.597525 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-2c86b25d-17cb-4250-aacd-9a93b71deed8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 915 time: 0.7514040 Nov 25 08:41:22.633066 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d5423-3121-4eee-892e-673d6d039054 req-51d09271-e266-4fae-97fd-498f7df77232 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.634824 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed6d5423-3121-4eee-892e-673d6d039054 req-51d09271-e266-4fae-97fd-498f7df77232 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.2175698 Nov 25 08:41:22.710392 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-6051ca78-84d8-4ad1-b4c3-9a89b954a169 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8705540a-ee14-46e8-9a43-02522efbdeb0 HTTP/1.1" status: 200 len: 217 time: 0.0720813 Nov 25 08:41:22.737717 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60628ba0-6778-4dc0-8ee2-4122bbc87ff4 req-743a64b7-9826-4ebc-be54-cd270cd8a6a2 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.745031 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60628ba0-6778-4dc0-8ee2-4122bbc87ff4 req-743a64b7-9826-4ebc-be54-cd270cd8a6a2 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.3139460 Nov 25 08:41:22.772008 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-d49b68ba-87f8-4647-8dff-67936a569ec5 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7524316 Nov 25 08:41:22.816920 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-cba41b65-ba86-48af-9565-962eaf40de95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.818352 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-cba41b65-ba86-48af-9565-962eaf40de95 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.5427480 Nov 25 08:41:22.934919 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed6d5423-3121-4eee-892e-673d6d039054 req-708ae5c5-f5e1-4bda-94b0-cd46c1ff0ca7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882857 Nov 25 08:41:22.945037 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:22.947603 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-12b2fbb8-50e4-4f1f-9adf-a7ad57b6d04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:22.950101 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-12b2fbb8-50e4-4f1f-9adf-a7ad57b6d04b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.1995804 Nov 25 08:41:22.952290 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-4b72dd02-9240-45f6-9718-8a93a5e9de6b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 1001 time: 0.1232696 Nov 25 08:41:22.956402 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:22.966228 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60628ba0-6778-4dc0-8ee2-4122bbc87ff4 req-220c4bf7-6a58-475f-914a-4e7085b7f4e0 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2164109 Nov 25 08:41:22.970915 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 500} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:41:23.050166 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.050845 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-4b5daab4-187f-441b-9f30-cba77d896404 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825679 Nov 25 08:41:23.051952 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Added segment b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f of type vlan for network 40192e15-2533-4c9a-b55f-18ed002c4090 Nov 25 08:41:23.055101 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=721f90a8-fcb1-4e2c-b4d0-ee10f75cebe9,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:23.076632 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2312ea8e-7c56-46a6-9308-f051ec2a017f req-c8ffc818-ee6d-4131-b94d-d2beb470d010 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2755203 Nov 25 08:41:23.099818 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-25644b86-56ac-413a-87ba-222b49ff4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:23.101680 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-25644b86-56ac-413a-87ba-222b49ff4c46 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1176627 Nov 25 08:41:23.115160 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.188503 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.188773 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-17d7b4a2-8e20-40a4-bba5-e9c86644a365 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111650 Nov 25 08:41:23.190015 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:23.190619 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.225489 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-d914f847-6257-48a5-99e0-c31edc2d46d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:23.227143 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-d914f847-6257-48a5-99e0-c31edc2d46d5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0994482 Nov 25 08:41:23.257921 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1696866 Nov 25 08:41:23.264850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 54968) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:23.284520 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Request body: {'subnet': {'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1700115584-subnet', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:23.322097 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb26ca8-eb11-4b09-95ba-364b4f5f0fea admin admin] Pushing event updated for resources: {'Network': ['ID=40192e15-2533-4c9a-b55f-18ed002c4090,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:23.346076 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 40192e15-2533-4c9a-b55f-18ed002c4090 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:41:23.348597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Made reservation on behalf of 35cd6da40aff4b6a84f2bb6311afd130 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:23.351174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.383221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdd7ee1-be78-4e5c-bf5a-8b87961b280e req-53f84ea1-d1e6-4136-b97d-2cd4767f9f56 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:23.385660 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6fdd7ee1-be78-4e5c-bf5a-8b87961b280e req-53f84ea1-d1e6-4136-b97d-2cd4767f9f56 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1838493 Nov 25 08:41:23.392582 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4dab69aa-e0c8-49ca-bd91-31ff48e34928 req-99170bbb-090b-4a98-99a5-bbb81d9205bb service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787167 Nov 25 08:41:23.410890 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-1ffb0e8c-82a4-4a51-a234-bbd491b2f2df service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567283 Nov 25 08:41:23.499260 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6fdd7ee1-be78-4e5c-bf5a-8b87961b280e req-a2f9a94e-905e-434f-8930-3ae614bd2984 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806057 Nov 25 08:41:23.541388 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c6151ed-9566-41e5-95a8-2f73663c0cbf up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:23.605330 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 8c6151ed-9566-41e5-95a8-2f73663c0cbf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:23.606529 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.622047 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.687672 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:23.694555 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.697726 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.698156 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.698430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.698768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.699928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.700107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.700447 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.700782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.701132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.701587 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.701964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.702292 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.707831 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Checking segment: {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:23.708199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Network hostable DHCP agents. Network: 40192e15-2533-4c9a-b55f-18ed002c4090, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:41:23.723944 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 8c6151ed-9566-41e5-95a8-2f73663c0cbf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c6151ed-9566-41e5-95a8-2f73663c0cbf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:23.728913 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.731760 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Network 40192e15-2533-4c9a-b55f-18ed002c4090 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:41:23.747656 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 40192e15-2533-4c9a-b55f-18ed002c4090) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:23.755371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:23.756036 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.769536 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b26c0c-31dd-49e2-b566-b6e706635294 None None] Network 40192e15-2533-4c9a-b55f-18ed002c4090 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:23.773913 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1de54553-a2aa-4dab-8e8e-6ba382c67f62 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4951067 Nov 25 08:41:23.776519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54972) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:23.782172 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:23.803825 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.805024 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.837157 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=8c6151ed-9566-41e5-95a8-2f73663c0cbf,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:23.853857 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.854217 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.854577 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.854883 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.856209 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.856209 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.856750 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.857036 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.857543 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.857752 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.858180 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.858505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:41:23.862464 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.893195 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:23.970723 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-40192e15-2533-4c9a-b55f-18ed002c4090', 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'fixed_ips': [{'subnet_id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:41:23.971722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.013983 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.142367 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be3ff7-d49e-4634-b849-2ad523b64d5f req-f0a504fc-392e-4cd3-b81d-30f6b64a2a26 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:24.144022 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05be3ff7-d49e-4634-b849-2ad523b64d5f req-f0a504fc-392e-4cd3-b81d-30f6b64a2a26 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.0881562 Nov 25 08:41:24.148078 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Allocated IP 172.20.0.2 (40192e15-2533-4c9a-b55f-18ed002c4090/00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2/a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:24.156652 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91b2295-c1bb-45f9-b878-f85255a5de12 req-93382f7c-19a8-4463-9a3c-f65a1011cd01 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:24.158704 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d91b2295-c1bb-45f9-b878-f85255a5de12 req-93382f7c-19a8-4463-9a3c-f65a1011cd01 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.0752850 Nov 25 08:41:24.267846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05be3ff7-d49e-4634-b849-2ad523b64d5f req-37f28e83-0448-4922-a099-7a3a3b7db621 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035767 Nov 25 08:41:24.267846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d91b2295-c1bb-45f9-b878-f85255a5de12 req-a3d0ac68-8d16-4b6c-9612-fef7eba4951a tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013088 Nov 25 08:41:24.317179 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.320407 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.327526 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.342483 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.373325 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Network 40192e15-2533-4c9a-b55f-18ed002c4090 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:24.376664 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:24.380327 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:24.385776 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Pushing event updated for resources: {'Port': ['ID=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:24.440308 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Attempting to bind port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:24.440768 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Attempting to bind port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:24.441253 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Attempting to bind port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f on network 40192e15-2533-4c9a-b55f-18ed002c4090 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:24.446785 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 40, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:24.447276 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Checking segment: {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:24.447778 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.448230 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Bound using segment: {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:24.448861 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Bound port: a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:24.449499 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.454610 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Allocated IP 172.27.3.103 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/11039ed0-0e16-4c38-83df-dfd4fbb9c78e) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:24.530784 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] For port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:24.534718 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] For port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:24.548405 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.576335 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.588872 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.620053 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:24.623106 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e80a95e-6ddc-4c8e-b5b1-a8b7d84f5434 None None] Pushing event updated for resources: {'Port': ['ID=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:24.663172 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:41:24.674606 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:24.677756 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:24.680341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:24.691430 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:24.701110 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:24.701740 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:24.733142 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Pushing event updated for resources: {'Port': ['ID=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:24.848412 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:24.964334 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.216860 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:20Z', 'revision_number': 2, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:25.244472 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:25.244822 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Updating router 1bee8d08-e357-495d-aa6f-5da02255abc3 port 2d6c881b-5e71-465e-a4b2-70e5692e734a binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:41:25.270506 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.420013 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.598356 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Router cd47737c-aac0-46c8-8538-7fa10c9280d5 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:41:25.606259 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:25.672599 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.695104 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.727891 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1113cef0-3e9d-4868-87b6-6e88f748dfec None None] Network 40192e15-2533-4c9a-b55f-18ed002c4090 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:25.729601 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.729997 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:25.750582 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Sync routers for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:25.760681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.763614 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a98a179d-de6d-419a-86ef-bc528faafc60 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9840353 Nov 25 08:41:25.763782 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:25.764073 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.764951 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 54996) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:25.772563 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:25.773233 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:25.837680 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3f9a-d863-4e80-b7b7-cce36bbc68b8 None None] Pushing event updated for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:25.898082 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-58ef18ae-3fe9-4dd8-8aaf-e9d25c91e6a5 None None] Provisioning complete for port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:25.898452 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-58ef18ae-3fe9-4dd8-8aaf-e9d25c91e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:25.929593 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:25.968698 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Attempting to bind port 2d6c881b-5e71-465e-a4b2-70e5692e734a on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:25.969069 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Attempting to bind port 2d6c881b-5e71-465e-a4b2-70e5692e734a by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:25.969425 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Attempting to bind port 2d6c881b-5e71-465e-a4b2-70e5692e734a on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:26.000595 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:26.001013 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:26.001361 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.001754 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Bound using segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:26.002234 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Bound port: 2d6c881b-5e71-465e-a4b2-70e5692e734a, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:26.002607 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.124749 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.134192 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:24Z', 'revision_number': 3, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:26.206289 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] For port 2d6c881b-5e71-465e-a4b2-70e5692e734a, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:26.227325 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-58ef18ae-3fe9-4dd8-8aaf-e9d25c91e6a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.231934 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] For port 2d6c881b-5e71-465e-a4b2-70e5692e734a, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=2d6c881b-5e71-465e-a4b2-70e5692e734a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:26.237863 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:26.246470 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.255134 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.255939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c6151ed-9566-41e5-95a8-2f73663c0cbf up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:26.259869 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Checking router: cd47737c-aac0-46c8-8538-7fa10c9280d5 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:26.260453 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Updating router cd47737c-aac0-46c8-8538-7fa10c9280d5 port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:41:26.289604 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.293536 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.429646 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.db.api [None req-58ef18ae-3fe9-4dd8-8aaf-e9d25c91e6a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109110) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:41:26.430060 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG oslo_db.api [None req-58ef18ae-3fe9-4dd8-8aaf-e9d25c91e6a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:41:26.431901 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bd3f9a-d863-4e80-b7b7-cce36bbc68b8 None None] Pushing event updated for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:26.437669 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:26.438294 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:26.550500 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Allocated IP 172.20.0.1 (40192e15-2533-4c9a-b55f-18ed002c4090/00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2/3f9f2ee7-278e-477d-bb5f-ffaed2a56039) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:26.606999 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 8c6151ed-9566-41e5-95a8-2f73663c0cbf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:26.606999 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.645607 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.652665 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.653384 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:26.675243 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:26.688518 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.711689 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Attempting to bind port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:26.711689 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Attempting to bind port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:26.712020 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Attempting to bind port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:26.716687 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3917696-347e-4117-ba29-46d4e785def7 None None] Pushing event updated for resources: {'Port': ['ID=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:26.721897 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:26.721897 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:26.722334 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.722641 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:26.723112 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Bound port: 11039ed0-0e16-4c38-83df-dfd4fbb9c78e, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:26.723503 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.739702 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.775429 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] For port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:26.779704 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] For port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:26.786825 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.793701 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Pushing event updated for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:26.808166 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Network 40192e15-2533-4c9a-b55f-18ed002c4090 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:26.810476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:26.812830 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:26.814401 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:26.840671 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:26.841308 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:27.007405 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-f51242aa-c3fb-4580-aaff-c2005366ad96 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:27.008950 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-f51242aa-c3fb-4580-aaff-c2005366ad96 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.59 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.1285443 Nov 25 08:41:27.064287 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:27.081105 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-2be0444e-311d-4943-96e7-9ce31b31e266 req-573330ba-5e93-4aa9-acd7-de34bfe73cdd service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2147369 Nov 25 08:41:27.198363 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c6e6e4-7983-4155-a5e9-7668804a1464 req-61b1aea4-7456-437c-b397-7e75b6f789f5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:27.204919 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3917696-347e-4117-ba29-46d4e785def7 None None] Pushing event updated for resources: {'Port': ['ID=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:27.208179 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-20c6e6e4-7983-4155-a5e9-7668804a1464 req-61b1aea4-7456-437c-b397-7e75b6f789f5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 943 time: 0.1749101 Nov 25 08:41:27.232628 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.263648 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a5244-25b5-4d31-ab75-f148227ce7f9 req-45e60a89-71f3-44be-ab59-da07ddf8f53a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:27.272409 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-db4a5244-25b5-4d31-ab75-f148227ce7f9 req-45e60a89-71f3-44be-ab59-da07ddf8f53a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.2581780 Nov 25 08:41:27.387361 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:24Z', 'revision_number': 3, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:27.416018 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:26Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:27.438451 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-20c6e6e4-7983-4155-a5e9-7668804a1464 req-17ba7f65-88da-4a24-8f0e-b0daa49804c4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291019 Nov 25 08:41:27.463344 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-db4a5244-25b5-4d31-ab75-f148227ce7f9 req-5364959d-9431-4521-bc84-67cdffcab4e8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896510 Nov 25 08:41:27.471487 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8f1a78-8bd1-4fc9-9a69-ae1dabe4b08f None None] The sync data for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi is: [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:24Z', 'revision_number': 3, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:27.471740 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e5a25a-9d81-4f13-ac5c-119d2a1b9c44 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:26Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:27.496198 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Provisioning complete for port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:27.496698 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.513152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Deleting port 1358b6a2-0117-48f3-aa89-1b23f046552a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:41:27.513507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.549320 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:41:27.559766 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.566095 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.567197 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.568343 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Provisioning complete for port 2d6c881b-5e71-465e-a4b2-70e5692e734a triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:27.569231 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.653054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:27.684033 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Pushing event updated for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:27.689212 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3d904caf-5740-4806-9e49-0bff89308ad2 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:41:27.695839 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 1358b6a2-0117-48f3-aa89-1b23f046552a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:41:27.709354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f95bd-d531-4e7e-b602-01c2ea8fb971 req-9af0f136-e514-4326-b957-b635ff30642e tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:27.712027 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec2f95bd-d531-4e7e-b602-01c2ea8fb971 req-9af0f136-e514-4326-b957-b635ff30642e tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 945 time: 0.1589217 Nov 25 08:41:27.726426 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Network 40192e15-2533-4c9a-b55f-18ed002c4090 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:27.731391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:27.736440 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] For port 1358b6a2-0117-48f3-aa89-1b23f046552a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=1358b6a2-0117-48f3-aa89-1b23f046552a,segment=NetworkSegment(7616a8b0-f5f3-4cf8-8428-37d93c716c19),segment_id=7616a8b0-f5f3-4cf8-8428-37d93c716c19)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:27.736817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.760027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Calling delete_port for 1358b6a2-0117-48f3-aa89-1b23f046552a owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:41:27.898954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec2f95bd-d531-4e7e-b602-01c2ea8fb971 req-c1a2eee7-9ec4-4674-aed0-8b1486a6b6b8 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/security-groups?id=25ab9252-0165-404d-a11b-add684997e5a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304278 Nov 25 08:41:27.912945 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3d904caf-5740-4806-9e49-0bff89308ad2,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:27.969995 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:27.972431 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '3d904caf-5740-4806-9e49-0bff89308ad2', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'port_id': '3d904caf-5740-4806-9e49-0bff89308ad2', 'mac_address': 'fa:16:3e:83:a8:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1132f2-66db-4320-94bd-0d233bd6b903', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:41:28.013455 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Router cd47737c-aac0-46c8-8538-7fa10c9280d5 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:41:28.050503 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.094952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.098717 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:28.099357 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.138369 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] For port 2d6c881b-5e71-465e-a4b2-70e5692e734a, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=2d6c881b-5e71-465e-a4b2-70e5692e734a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:28.155098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.158287 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Pushing event deleted for resources: {'Port': ['ID=1358b6a2-0117-48f3-aa89-1b23f046552a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:28.255050 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Pushing event updated for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:28.284458 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Provisioning complete for port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:28.284867 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e9680c8-2ce9-4e95-8642-b5378f1d7aa5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.291402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] No DVR routers for this DVR port 1358b6a2-0117-48f3-aa89-1b23f046552a on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:41:28.296398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.300795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82a45770-7cec-41fc-8d92-1e0cb56168c9 req-480de50e-6da1-472b-869e-85913bb091da tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.59 "DELETE /v2.0/ports/1358b6a2-0117-48f3-aa89-1b23f046552a HTTP/1.1" status: 204 len: 173 time: 1.2780621 Nov 25 08:41:28.301939 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'name': 'network-vif-deleted', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:28.309517 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a35b89-6ae6-489c-860a-411db34478fc" -d '{"events": [{"server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "name": "network-vif-deleted", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:28.335285 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:41:28.348012 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f7ea2a4f-ef9e-49ce-8a4a-1c649a72232d admin admin] 10.222.0.46 "PUT /v2.0/routers/cd47737c-aac0-46c8-8538-7fa10c9280d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5697289 Nov 25 08:41:28.365133 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.373885 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-885230e4-4ac9-4a24-8bf6-2e63ca018285 x-openstack-request-id: req-885230e4-4ac9-4a24-8bf6-2e63ca018285 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:28.374398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b638eccc-32ee-4e24-9edf-bc56e35b583b", "name": "network-vif-deleted", "tag": "1358b6a2-0117-48f3-aa89-1b23f046552a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:28.375001 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-885230e4-4ac9-4a24-8bf6-2e63ca018285 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:28.375642 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b638eccc-32ee-4e24-9edf-bc56e35b583b', 'name': 'network-vif-deleted', 'tag': '1358b6a2-0117-48f3-aa89-1b23f046552a', 'status': 'completed', 'code': 200} Nov 25 08:41:28.433869 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d904caf-5740-4806-9e49-0bff89308ad2 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:28.525510 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3d904caf-5740-4806-9e49-0bff89308ad2,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:28.551066 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.660181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253a96b6-69e1-4acc-923b-de6f4cf722a0 req-804a2b6a-108c-4b54-a3c6-532dee890c48 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:28.668107 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-253a96b6-69e1-4acc-923b-de6f4cf722a0 req-804a2b6a-108c-4b54-a3c6-532dee890c48 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 944 time: 0.1298614 Nov 25 08:41:28.691030 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:28.723935 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 2d6c881b-5e71-465e-a4b2-70e5692e734a up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:28.800000 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-253a96b6-69e1-4acc-923b-de6f4cf722a0 req-078ddb35-5d47-421e-9017-40cacc06f856 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308339 Nov 25 08:41:28.814659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad621f8-95a1-4eec-8d2e-3fd349fce949 req-833f8746-35a1-40e6-86f0-791997b1bd42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:28.816327 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2ad621f8-95a1-4eec-8d2e-3fd349fce949 req-833f8746-35a1-40e6-86f0-791997b1bd42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1289065 Nov 25 08:41:28.838236 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-b63f3d5e-aa0d-4dd5-8a2b-2551c710c617 None None] Provisioning complete for port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:28.841170 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b63f3d5e-aa0d-4dd5-8a2b-2551c710c617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.886882 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-b63f3d5e-aa0d-4dd5-8a2b-2551c710c617 None None] Port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:41:28.906866 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 2d6c881b-5e71-465e-a4b2-70e5692e734a triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:28.907247 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:28.917053 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2ad621f8-95a1-4eec-8d2e-3fd349fce949 req-895dbcc7-d705-42bf-98d0-ac6c14b0e72c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815151 Nov 25 08:41:28.954829 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['3d904caf-5740-4806-9e49-0bff89308ad2'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:29.130751 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c8cb72e-34b2-4f32-a0f9-d3c072d67821 req-3b95d4ac-0441-4f14-b017-e6b85e81cd51 tempest-DeleteServersTestJSON-1184471177 tempest-DeleteServersTestJSON-1184471177-project] 10.222.0.46 "GET /v2.0/ports?device_id=b638eccc-32ee-4e24-9edf-bc56e35b583b HTTP/1.1" status: 200 len: 210 time: 0.0382915 Nov 25 08:41:29.507319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55044) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:29.512862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-497791862', 'description': 'tempest-secgroup-smoke-497791862 description', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:29.544025 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.638053 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 2d6c881b-5e71-465e-a4b2-70e5692e734a up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:29.642214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.650163 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.689095 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22460adc-63e7-485b-a0bd-0100967ff5ca,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:29.707928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.709408 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e5f6b553-cd38-4ac1-b1b0-034b893ad8ff tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2008402 Nov 25 08:41:29.712387 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55050) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:29.717047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:29.747196 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 2d6c881b-5e71-465e-a4b2-70e5692e734a triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:29.747802 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.768926 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.867910 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 11039ed0-0e16-4c38-83df-dfd4fbb9c78e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:29.927797 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:29.928805 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:29.960836 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9413431-e83f-4df7-bd6f-7547986a775c req-df2d0118-213f-431d-b4d2-8f8521849b4a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:29.962653 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9413431-e83f-4df7-bd6f-7547986a775c req-df2d0118-213f-431d-b4d2-8f8521849b4a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 944 time: 0.0821571 Nov 25 08:41:30.052033 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.069345 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.073216 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9413431-e83f-4df7-bd6f-7547986a775c req-87adbe00-c3b3-45c7-9b92-5a9d31d7c11b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031554 Nov 25 08:41:30.084653 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:30.086379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.091852 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47dfc10-d692-47ca-9eaf-f379e829ed39 req-84a51a24-2cb6-411c-bff3-872b3e35ed14 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:30.097821 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c47dfc10-d692-47ca-9eaf-f379e829ed39 req-84a51a24-2cb6-411c-bff3-872b3e35ed14 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0814245 Nov 25 08:41:30.110413 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b65d10f9-f766-40db-87cd-3b8c971e6172,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.114126 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.125290 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.126554 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c1de4015-3b71-4ccf-bd78-9b3fbbc683f7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130836 Nov 25 08:41:30.129481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55060) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:30.134177 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:30.185171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.418284 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c47dfc10-d692-47ca-9eaf-f379e829ed39 req-e1af9694-9b9d-48e2-be0f-e1c5fff60f64 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013639 Nov 25 08:41:30.419848 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.498275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.502753 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.522455 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7bfc950-75de-41a0-a185-fbf335c68127,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.536406 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.538074 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5acec670-049e-43ca-8811-d074865f4a02 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4072840 Nov 25 08:41:30.540813 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55078) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:30.550528 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:30.586513 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.652829 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.656751 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.675387 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ee2b777-9ec4-48f7-85ef-dab2436333d5,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.685516 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.686721 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1860572a-a5d7-4db2-b607-b3438975dd70 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1447103 Nov 25 08:41:30.689373 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55082) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:30.693985 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:30.723432 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.789355 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.793007 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.812316 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d79fcd5-026e-4136-973c-9fd5e4f1b128,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.822431 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.826774 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ef5be258-7edb-43d8-8e15-000322ee46d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334205 Nov 25 08:41:30.827481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55086) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:30.832085 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:30.861620 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.securitygroups_db [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Project ea2e5b2d558c4540ba188353dd3c27e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:41:30.867429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.932345 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.936835 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.957626 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37727e29-d0e9-40db-b5c5-ef1793bf6874,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:30.965250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:30.968890 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-bc626980-2a85-4e2d-aa41-09f412f14384 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1381531 Nov 25 08:41:30.969091 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55088) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:30.973286 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'security_group_rule': {'security_group_id': '22460adc-63e7-485b-a0bd-0100967ff5ca', 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:30.994087 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.securitygroups_db [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Project ea2e5b2d558c4540ba188353dd3c27e3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:41:30.999773 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:31.068477 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:31.072295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:31.092339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f33061c-e72e-43dd-8f34-53fcab01996e,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:31.098011 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:31.102192 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-8d834362-9a78-4036-878e-2f084a16b9c9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1292260 Nov 25 08:41:31.477186 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 11039ed0-0e16-4c38-83df-dfd4fbb9c78e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:31.542186 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:31.543129 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:32.372726 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Sync routers for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:41:32.383437 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:32.384095 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:32.497429 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:32.707522 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:27Z', 'revision_number': 4, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3f9f2ee7-278e-477d-bb5f-ffaed2a56039', 'name': '', 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'mac_address': 'fa:16:3e:5d:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:26Z', 'updated_at': '2021-11-25T08:41:27Z', 'revision_number': 2, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'subnets': [{'id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:32.739411 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Checking router: cd47737c-aac0-46c8-8538-7fa10c9280d5 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:41:32.739867 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Updating router cd47737c-aac0-46c8-8538-7fa10c9280d5 port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:41:32.890478 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.191604 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.196954 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.253053 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3763e9-be8e-48d0-bf00-815be561993c None None] Pushing event updated for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:33.314166 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Attempting to bind port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:33.314838 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Attempting to bind port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:33.315230 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Attempting to bind port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 on network 40192e15-2533-4c9a-b55f-18ed002c4090 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:33.321459 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:33.321843 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Checking segment: {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:33.322502 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.322916 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Bound using segment: {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:33.323428 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Bound port: 3f9f2ee7-278e-477d-bb5f-ffaed2a56039, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:33.323886 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.408664 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] For port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:33.412635 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] For port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:33.422157 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.513505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:41:33.514222 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:41:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:33.520199 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] Provisioning complete for port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:33.521154 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:33.563430 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3763e9-be8e-48d0-bf00-815be561993c None None] Pushing event updated for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:33.699329 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5d468-ec9c-49ed-aa60-0872c6a22c67 req-c2581feb-c0c6-4890-af66-782f33b1172f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:33.701114 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-daf5d468-ec9c-49ed-aa60-0872c6a22c67 req-c2581feb-c0c6-4890-af66-782f33b1172f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 944 time: 0.1130590 Nov 25 08:41:33.718980 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec560ddb-c7b8-4238-b577-4b1860c0fabe req-65a57f96-faa0-429e-bfcc-e511615272b0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:33.726975 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec560ddb-c7b8-4238-b577-4b1860c0fabe req-65a57f96-faa0-429e-bfcc-e511615272b0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1042655 Nov 25 08:41:33.728927 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:41:33.826151 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-daf5d468-ec9c-49ed-aa60-0872c6a22c67 req-6b5168c3-708c-4644-947e-63fba4789253 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168916 Nov 25 08:41:33.848181 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec560ddb-c7b8-4238-b577-4b1860c0fabe req-c6ba9cf0-eaff-4b02-b562-6b950faaa8b5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199856 Nov 25 08:41:33.902581 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:34.002310 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] For port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:34.008354 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:34.102773 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6698794c-e1ed-4d87-9175-0b8ad057238f None None] Pushing event updated for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:34.137285 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:27Z', 'revision_number': 4, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3f9f2ee7-278e-477d-bb5f-ffaed2a56039', 'name': '', 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'mac_address': 'fa:16:3e:5d:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:26Z', 'updated_at': '2021-11-25T08:41:33Z', 'revision_number': 4, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'subnets': [{'id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:34.141092 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-d38b2143-907c-4e32-85a5-b3a8872b2c56 None None] Provisioning complete for port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:34.141464 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d38b2143-907c-4e32-85a5-b3a8872b2c56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:34.169153 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-643aca46-1a81-41aa-b306-4d2231bb41fe None None] The sync data for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi is: [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:41:27Z', 'revision_number': 4, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3f9f2ee7-278e-477d-bb5f-ffaed2a56039', 'name': '', 'network_id': '40192e15-2533-4c9a-b55f-18ed002c4090', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'mac_address': 'fa:16:3e:5d:22:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 266, 'fixed_ips': [{'subnet_id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:26Z', 'updated_at': '2021-11-25T08:41:33Z', 'revision_number': 4, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'subnets': [{'id': '00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:41:35.007703 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ffcba-9f2f-4a76-bac9-63e6597b4e72 req-a880b3a9-3bd8-4c35-b6e4-f32f22494dc1 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:35.009824 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b5ffcba-9f2f-4a76-bac9-63e6597b4e72 req-a880b3a9-3bd8-4c35-b6e4-f32f22494dc1 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 944 time: 0.0759118 Nov 25 08:41:35.018869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f531991-a33f-4d94-8f38-b16c84fcf378 req-1c2b4c85-ea91-4dbe-91f3-63b67e1b040f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:35.020640 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f531991-a33f-4d94-8f38-b16c84fcf378 req-1c2b4c85-ea91-4dbe-91f3-63b67e1b040f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0956826 Nov 25 08:41:35.112953 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b5ffcba-9f2f-4a76-bac9-63e6597b4e72 req-3e9b36bd-1319-442e-9ee0-e3589e0f5db3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911021 Nov 25 08:41:35.135503 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f531991-a33f-4d94-8f38-b16c84fcf378 req-ef6daff9-d6df-4fe4-bd00-8b1ee4ce9256 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060600 Nov 25 08:41:35.196707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55204) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:35.244833 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Deleting subnet b45d8563-6243-4c63-ade1-9978045ff6da {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:41:35.249382 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.286439 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.296610 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.374836 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.425937 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.429683 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b45d8563-6243-4c63-ade1-9978045ff6da HTTP/1.1" status: 204 len: 168 time: 0.2319219 Nov 25 08:41:35.431220 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7ce10-0437-486c-95aa-40ef2f635e63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b45d8563-6243-4c63-ade1-9978045ff6da,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:35.433720 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55208) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:35.472123 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3d904caf-5740-4806-9e49-0bff89308ad2 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:35.521418 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.556419 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 3d904caf-5740-4806-9e49-0bff89308ad2 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:41:35.562059 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:41:35.565734 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 3d904caf-5740-4806-9e49-0bff89308ad2 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:35.566032 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.623800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.653914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.654596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.655769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.656150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > port after_create 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.656617 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.657053 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > port after_update 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.657511 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.657931 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.658353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.658855 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.691537 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:41:35.692029 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.733052 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.766650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:35.768915 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b5bff68-ea11-41b1-b256-fb0f236d5e96" -d '{"events": [{"server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "name": "network-vif-plugged", "status": "completed", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:35.786753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3d904caf-5740-4806-9e49-0bff89308ad2,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:35.820787 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.829357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.829357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.829357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.830014 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109108) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:41:35.830250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a6dc6f-b5ce-4cf1-892b-82abd7db66a1']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:35.830327 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95238a9-0eee-4020-8348-e51ce82a7f68 x-openstack-request-id: req-d95238a9-0eee-4020-8348-e51ce82a7f68 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:35.830412 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "name": "network-vif-plugged", "status": "completed", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:35.830855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d95238a9-0eee-4020-8348-e51ce82a7f68 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:35.831024 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2', 'code': 200} Nov 25 08:41:35.856295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7616a8b0-f5f3-4cf8-8428-37d93c716c19') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:35.856771 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7616a8b0-f5f3-4cf8-8428-37d93c716c19') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:41:35.874956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.889911 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:35.900359 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.909041 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:41:35.909651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: from cryptography.utils import int_from_bytes Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: from cryptography.utils import int_from_bytes Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:41:35.940914 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:41:36.005375 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.013884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.018911 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] 10.222.0.46 "DELETE /v2.0/networks/50a6dc6f-b5ce-4cf1-892b-82abd7db66a1 HTTP/1.1" status: 204 len: 168 time: 0.5830185 Nov 25 08:41:36.054009 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5761576-7518-4d3f-bc28-51e10c457978 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a6dc6f-b5ce-4cf1-892b-82abd7db66a1,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:36.089602 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e1f2cb-ac8d-4e2c-b8ca-1c9e2c22411b req-d11a75c0-59b5-4d86-80e7-82c771faf1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:36.091336 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-76e1f2cb-ac8d-4e2c-b8ca-1c9e2c22411b req-d11a75c0-59b5-4d86-80e7-82c771faf1ad service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 1098 time: 0.0807283 Nov 25 08:41:36.145446 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-76e1f2cb-ac8d-4e2c-b8ca-1c9e2c22411b req-27db0e03-cea3-4184-a649-ebbdbde522b6 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438879 Nov 25 08:41:36.236395 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31900038-c066-4fc4-88ab-4ca135611636 req-d595065e-b947-4d91-8fdb-c883c7bf901c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:36.238368 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-31900038-c066-4fc4-88ab-4ca135611636 req-d595065e-b947-4d91-8fdb-c883c7bf901c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.0560555 Nov 25 08:41:36.274639 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55230) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:36.326462 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-eb3c4570-7999-4748-ad16-2d8bd1399ca5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7eaa0e4df2f4476cb61baa83f9e3c6b6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0501232 Nov 25 08:41:36.328823 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55234) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:36.336753 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001a6d46-cfc5-4719-b241-5451c8aeb19a req-be5dd084-44f5-4449-826d-fd9590b0a37f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:36.338226 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-001a6d46-cfc5-4719-b241-5451c8aeb19a req-be5dd084-44f5-4449-826d-fd9590b0a37f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0988181 Nov 25 08:41:36.360191 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-31900038-c066-4fc4-88ab-4ca135611636 req-510319ae-1c66-49f0-9c82-f563c52246fd tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097193 Nov 25 08:41:36.411606 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.414325 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-001a6d46-cfc5-4719-b241-5451c8aeb19a req-26cb44a6-4709-4276-a7ea-a72a8346b4a7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654042 Nov 25 08:41:36.453063 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.525592 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.529223 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:36.530545 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/25ab9252-0165-404d-a11b-add684997e5a HTTP/1.1" status: 204 len: 168 time: 0.2004473 Nov 25 08:41:36.538812 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa49959-fdbe-4696-b97e-aa119116b6a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25ab9252-0165-404d-a11b-add684997e5a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:37.514440 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0562d98-7f1a-48a5-a1a5-fbe961158752 req-dcf40731-8d77-42a4-b157-f1213c65a41d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:37.516661 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b0562d98-7f1a-48a5-a1a5-fbe961158752 req-dcf40731-8d77-42a4-b157-f1213c65a41d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.0567966 Nov 25 08:41:37.611475 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b0562d98-7f1a-48a5-a1a5-fbe961158752 req-fcc431fe-2b65-4778-9be7-9aff156537e5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878878 Nov 25 08:41:37.629549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836e5d7c-59df-4e00-94fc-76174f003d50 req-d37b49a0-5b08-48fb-a35a-26f554da565b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:37.631068 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-836e5d7c-59df-4e00-94fc-76174f003d50 req-d37b49a0-5b08-48fb-a35a-26f554da565b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0798254 Nov 25 08:41:37.685195 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-836e5d7c-59df-4e00-94fc-76174f003d50 req-50817684-fc45-4649-b2df-92f352e69604 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459237 Nov 25 08:41:38.752031 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5ff396-2fea-41e9-bcb3-47c95d654b4f req-e247e36c-ad6e-491d-b7b6-011e2633ff3d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:38.753814 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa5ff396-2fea-41e9-bcb3-47c95d654b4f req-e247e36c-ad6e-491d-b7b6-011e2633ff3d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.0611575 Nov 25 08:41:38.820050 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa5ff396-2fea-41e9-bcb3-47c95d654b4f req-dcef4b55-6cf4-422e-8c7f-77debe8d3fca tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595310 Nov 25 08:41:38.963261 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b765b-058b-495c-9640-7ed05191b5a5 req-bac0a8ce-f145-41c5-bffe-08392ba5fb36 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:38.966045 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-284b765b-058b-495c-9640-7ed05191b5a5 req-bac0a8ce-f145-41c5-bffe-08392ba5fb36 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0537026 Nov 25 08:41:39.023778 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-284b765b-058b-495c-9640-7ed05191b5a5 req-6bc21de8-949f-49ac-af83-24be2ad7f1f9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519824 Nov 25 08:41:39.442570 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55370) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:39.575851 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-564884a2-aebd-44d3-ab76-58dab10e8f8b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.680314 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-564884a2-aebd-44d3-ab76-58dab10e8f8b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.689235 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-564884a2-aebd-44d3-ab76-58dab10e8f8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.733766 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564884a2-aebd-44d3-ab76-58dab10e8f8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed33576a-2410-49ad-8751-9c62d12279e2,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:39.740822 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-564884a2-aebd-44d3-ab76-58dab10e8f8b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=41822d267c144d0eb7def2dcdd177ec9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964783 Nov 25 08:41:39.741047 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55388) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:39.794175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.816481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.866584 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.869546 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:39.871809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed33576a-2410-49ad-8751-9c62d12279e2 HTTP/1.1" status: 204 len: 168 time: 0.1293085 Nov 25 08:41:39.881257 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377924e-63c2-4dd0-85c2-a62415eac4e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed33576a-2410-49ad-8751-9c62d12279e2,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:40.182046 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a49b8-6a95-4dd5-8974-b2fa6f80528c req-ad1ea432-6bf5-40f3-b8d8-de2f626b3965 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:40.188217 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fe6a49b8-6a95-4dd5-8974-b2fa6f80528c req-ad1ea432-6bf5-40f3-b8d8-de2f626b3965 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0748827 Nov 25 08:41:40.207183 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55398) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:40.224607 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e1518450-cd75-4fbf-824d-0da0809e6305 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.244801 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fe6a49b8-6a95-4dd5-8974-b2fa6f80528c req-73555b9d-9bb6-485a-b00f-07b0e43e6d7c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540364 Nov 25 08:41:40.327871 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e1518450-cd75-4fbf-824d-0da0809e6305 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.332394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e1518450-cd75-4fbf-824d-0da0809e6305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.370862 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1518450-cd75-4fbf-824d-0da0809e6305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36a7a0f-43a3-4e39-ad96-f7890dd3c270,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:40.377612 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e1518450-cd75-4fbf-824d-0da0809e6305 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=824249652f7648d59d27f70a89b2c618&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1645737 Nov 25 08:41:40.378376 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55402) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:40.429710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.452084 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.505035 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.507769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:40.508951 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f36a7a0f-43a3-4e39-ad96-f7890dd3c270 HTTP/1.1" status: 204 len: 168 time: 0.1296532 Nov 25 08:41:40.517708 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507199e-8bb9-4307-83bb-66260db6b1ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36a7a0f-43a3-4e39-ad96-f7890dd3c270,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:43.900398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b921fe2d-a7fb-4ae5-8d7b-3bde13c06fde req-c988659d-1134-4e3a-86bb-1cbccc6c1a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:43.902081 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b921fe2d-a7fb-4ae5-8d7b-3bde13c06fde req-c988659d-1134-4e3a-86bb-1cbccc6c1a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0609818 Nov 25 08:41:43.951066 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b921fe2d-a7fb-4ae5-8d7b-3bde13c06fde req-cbf7f152-eeda-4985-b129-1086adea99d8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428452 Nov 25 08:41:45.107062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb04461-a4db-4bbe-ae81-8b0337397332 req-dc48cc84-0e27-47ba-9a93-a8a0d35350e4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:45.109641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbb04461-a4db-4bbe-ae81-8b0337397332 req-dc48cc84-0e27-47ba-9a93-a8a0d35350e4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0576379 Nov 25 08:41:45.176659 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbb04461-a4db-4bbe-ae81-8b0337397332 req-260c2838-c3fd-4aec-b977-5504e9cbd9e4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596290 Nov 25 08:41:45.348843 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-10073361-15bc-4a8c-9611-b29b6c988433 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:45.350352 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-10073361-15bc-4a8c-9611-b29b6c988433 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.1210196 Nov 25 08:41:45.371040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7589804d-13a3-4955-84ce-2eaffe8103eb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/quotas/3412713b28e44d47abca28c866ca338e HTTP/1.1" status: 200 len: 375 time: 0.0117631 Nov 25 08:41:45.430862 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-ef12346e-2b21-445c-8a56-0e8b50323fb0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531914 Nov 25 08:41:45.531949 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-ed123921-df7c-49cd-860d-578fc01571c8 service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921974 Nov 25 08:41:45.628518 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-45012f13-e23c-4560-a852-2dbd57eaabbd service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912049 Nov 25 08:41:45.792346 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1ed69830-cfa9-49aa-9e97-d6505e8e3eda req-71df606f-fb24-43d7-89cf-0e107ef4d86d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 210 time: 0.0285077 Nov 25 08:41:46.330783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81512d0e-4720-413d-9d45-764fab36c5b8 req-307adf1a-efec-4a11-bea8-b715310a0a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:46.333138 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81512d0e-4720-413d-9d45-764fab36c5b8 req-307adf1a-efec-4a11-bea8-b715310a0a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0691624 Nov 25 08:41:46.427429 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81512d0e-4720-413d-9d45-764fab36c5b8 req-be457e5c-b6bb-4497-ba4a-2e2a327a6589 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816729 Nov 25 08:41:46.831615 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55576) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:46.904127 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-25472934-f0f7-4335-bd72-5c8b8e2739fb req-f99814e9-9b2c-473c-8ce2-e6a69d3b7147 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 210 time: 0.0277331 Nov 25 08:41:46.995501 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5eb02745-c5b3-49d2-a418-cdcdbefbe4c0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.084005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-862725c0-acf4-4ff1-9f76-e3e80f0b8556 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:47.085491 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-862725c0-acf4-4ff1-9f76-e3e80f0b8556 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.1619380 Nov 25 08:41:47.120936 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5eb02745-c5b3-49d2-a418-cdcdbefbe4c0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.125376 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5eb02745-c5b3-49d2-a418-cdcdbefbe4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.165339 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5eb02745-c5b3-49d2-a418-cdcdbefbe4c0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5a470bdbcdce4bb28d8c863346b1c962&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3323104 Nov 25 08:41:47.166199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb02745-c5b3-49d2-a418-cdcdbefbe4c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=060e7f2a-8ea6-46c7-a35f-00e571521950,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:47.168804 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55584) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:47.219916 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.242882 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.297552 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.300333 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.303847 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/060e7f2a-8ea6-46c7-a35f-00e571521950 HTTP/1.1" status: 204 len: 168 time: 0.1316638 Nov 25 08:41:47.310973 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793e0179-f644-42a0-a8ed-5f90bb2aa0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=060e7f2a-8ea6-46c7-a35f-00e571521950,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:47.577863 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a65453-ce62-4d24-9e55-c9bce255e873 req-7d459419-c41c-4a1d-8e96-bc0e743603cf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:47.586061 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-77a65453-ce62-4d24-9e55-c9bce255e873 req-7d459419-c41c-4a1d-8e96-bc0e743603cf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0622201 Nov 25 08:41:47.635019 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-77a65453-ce62-4d24-9e55-c9bce255e873 req-b672ed40-7244-4823-b628-b07420aab9a9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480759 Nov 25 08:41:47.695885 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55618) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:47.870488 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a85dd477-0db9-430a-9ce5-7b4080787ded admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.953335 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a85dd477-0db9-430a-9ce5-7b4080787ded admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.958641 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a85dd477-0db9-430a-9ce5-7b4080787ded admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:47.988913 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a85dd477-0db9-430a-9ce5-7b4080787ded admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=671cf00e639b4c8e9ea9fa1a8e3e8926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2895830 Nov 25 08:41:47.993380 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55632) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:48.029589 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-497ffaff-4850-4236-bf28-bafe1a3aae1c req-5294ffb3-11de-44ca-9fca-eae8251341c5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 210 time: 0.0481343 Nov 25 08:41:48.038951 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85dd477-0db9-430a-9ce5-7b4080787ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8348a66d-82a0-4ad1-9e44-2a18df44874d,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:48.087549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:48.114248 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:48.169995 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:48.173326 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:48.174647 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8348a66d-82a0-4ad1-9e44-2a18df44874d HTTP/1.1" status: 204 len: 168 time: 0.1801710 Nov 25 08:41:48.183446 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175d80eb-bbf3-4af3-9a39-3ad3b08a9e39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8348a66d-82a0-4ad1-9e44-2a18df44874d,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:48.556117 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-23ed11b2-42ca-4052-9122-0f3d8cd33f5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.219304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Request body: {'port': {'device_id': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'admin_state_up': True, 'tenant_id': '3412713b28e44d47abca28c866ca338e'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:50.342996 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:50.347120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.459510 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b76ce2b7-cb4a-42ab-b6bb-045a3f1e92a8 req-ceaca00a-0948-44e9-a980-f32ad5696f02 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 210 time: 0.0606639 Nov 25 08:41:50.489060 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94909b5c-49ad-494e-b130-a2fd1d2431a9 req-32e54a6b-8f16-42c5-9ad9-f03e7afc18cd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:50.490550 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-94909b5c-49ad-494e-b130-a2fd1d2431a9 req-32e54a6b-8f16-42c5-9ad9-f03e7afc18cd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1289423 Nov 25 08:41:50.571415 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55714) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:50.584727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-94909b5c-49ad-494e-b130-a2fd1d2431a9 req-6e5bbc9f-2e5b-407c-8097-121941459c14 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872533 Nov 25 08:41:50.588714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Allocated IP 172.20.0.4 (0ddee4b4-d930-497a-91bb-d464076fa1b3/ae1132f2-66db-4320-94bd-0d233bd6b903/f9029ad7-c8b8-4982-81e2-c65eb84cab9b) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:41:50.717496 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-db23c85e-b522-46cb-9c59-46544907fec4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.779548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.803238 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-db23c85e-b522-46cb-9c59-46544907fec4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.808794 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-db23c85e-b522-46cb-9c59-46544907fec4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.836779 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.862179 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-db23c85e-b522-46cb-9c59-46544907fec4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a0833acd69794c35be808cd017b2f461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788725 Nov 25 08:41:50.862435 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0', '3d904caf-5740-4806-9e49-0bff89308ad2'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:50.862873 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55724) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:50.871580 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23c85e-b522-46cb-9c59-46544907fec4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d3817-e74d-4c28-8eb8-979e226784f6,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:50.892405 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:41:50.895757 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:50.905752 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:41:50.910015 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event updated for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:50.930173 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.959324 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.959698 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:50.960364 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:50.980348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-7494c2cd-f8f1-4d51-8b72-e1f09deb20e3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7650120 Nov 25 08:41:51.001969 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Request body: {'port': {'device_id': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:51.018028 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.020983 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.022481 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2f6d3817-e74d-4c28-8eb8-979e226784f6 HTTP/1.1" status: 204 len: 168 time: 0.1585994 Nov 25 08:41:51.035030 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96faa9d1-f238-4912-8ced-7d22ef5b365a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d3817-e74d-4c28-8eb8-979e226784f6,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:51.064529 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.345968 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-40492984-d176-4327-9215-d6e62756b12f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.382998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55734) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:51.398254 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a451a-e07a-462d-9b91-ebe081597358 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.416685 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9029ad7-c8b8-4982-81e2-c65eb84cab9b {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:51.427202 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.440867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Transition to ACTIVE for port object f9029ad7-c8b8-4982-81e2-c65eb84cab9b will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:41:51.445387 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.491846 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a451a-e07a-462d-9b91-ebe081597358 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.496491 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a6a451a-e07a-462d-9b91-ebe081597358 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.534076 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7a6a451a-e07a-462d-9b91-ebe081597358 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05ae2cf73adf471c8b39abd70115f60b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1498504 Nov 25 08:41:51.541213 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55738) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:51.551959 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a451a-e07a-462d-9b91-ebe081597358 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306e988d-80fd-4946-b17d-5acce1810798,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:51.554299 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Pushing event updated for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:51.662312 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2faad47-20f0-420b-a7e4-a078f25bcb98 req-37ac2c12-60f6-4935-a6a8-cdd173cd141b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:51.663862 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a2faad47-20f0-420b-a7e4-a078f25bcb98 req-37ac2c12-60f6-4935-a6a8-cdd173cd141b tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 943 time: 0.1157424 Nov 25 08:41:51.664549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Attempting to bind port f9029ad7-c8b8-4982-81e2-c65eb84cab9b on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:41:51.664878 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Attempting to bind port f9029ad7-c8b8-4982-81e2-c65eb84cab9b by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:41:51.665203 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Attempting to bind port f9029ad7-c8b8-4982-81e2-c65eb84cab9b on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:51.681108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.703143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Port f9029ad7-c8b8-4982-81e2-c65eb84cab9b on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:41:51.703471 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Attempting to bind port f9029ad7-c8b8-4982-81e2-c65eb84cab9b on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:41:51.728962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:41:51.729556 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Checking segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:51.730303 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Bound using segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:41:51.730416 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Bound port: f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:41:51.730704 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.766465 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.818892 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabf32da-023e-4ca9-ad39-34b45bf91689 req-02c95e93-31c3-4b38-899e-4419a0add150 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:51.820438 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eabf32da-023e-4ca9-ad39-34b45bf91689 req-02c95e93-31c3-4b38-899e-4419a0add150 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1510322 Nov 25 08:41:51.832653 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a2faad47-20f0-420b-a7e4-a078f25bcb98 req-2e1fdc1f-ad9d-456a-b167-62d9782e22f6 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620867 Nov 25 08:41:51.899153 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:41:51.917973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.920438 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.921570 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/306e988d-80fd-4946-b17d-5acce1810798 HTTP/1.1" status: 204 len: 168 time: 0.3788230 Nov 25 08:41:51.927255 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:41:51.932954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eabf32da-023e-4ca9-ad39-34b45bf91689 req-17120bec-25cc-4a39-bca4-e5de69cd8143 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894070 Nov 25 08:41:51.938173 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.946151 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a833bf-440c-41a5-942e-1fcbe34217f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306e988d-80fd-4946-b17d-5acce1810798,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:51.981457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:51.982097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:51.983493 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] 10.222.0.59 "PUT /v2.0/ports/f9029ad7-c8b8-4982-81e2-c65eb84cab9b HTTP/1.1" status: 200 len: 1093 time: 0.9858532 Nov 25 08:41:51.983956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:41:51.986275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c72a314-b6b0-4284-b981-2bdd33c19932" -d '{"events": [{"name": "network-changed", "server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:41:52.006293 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fef4369-d4e4-4b4c-8eab-dca5b47a5eac service neutron] Pushing event updated for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:52.047384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:41:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37895f75-8a9c-4976-a40c-1ea0016ee4f4 x-openstack-request-id: req-37895f75-8a9c-4976-a40c-1ea0016ee4f4 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:41:52.047704 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:41:52.047955 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-37895f75-8a9c-4976-a40c-1ea0016ee4f4 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:41:52.048344 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', 'status': 'completed', 'code': 200} Nov 25 08:41:52.086063 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-885cba12-990f-4f01-ae0a-c43627ec8175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:52.087585 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-885cba12-990f-4f01-ae0a-c43627ec8175 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 1096 time: 0.0508034 Nov 25 08:41:52.168310 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-183ea8de-5475-4d1f-be78-6f37b782bd01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b HTTP/1.1" status: 200 len: 217 time: 0.0518298 Nov 25 08:41:52.220321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-e4efe4c8-dc72-4050-90a9-f0a6453cd356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:52.221870 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-e4efe4c8-dc72-4050-90a9-f0a6453cd356 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.0446389 Nov 25 08:41:52.259509 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-38c73b7f-dc47-4697-ae14-a0216773d76a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260091 Nov 25 08:41:52.311982 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:52.602274 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-f931f859-9822-462c-9af6-78587405e796 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3285854 Nov 25 08:41:52.726593 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd1e899-6178-44c8-9962-85fe7a4373a5 req-a16c203f-4280-4e42-95a4-3cf7ddd49815 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873551 Nov 25 08:41:52.840530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-a036842b-f759-452d-9266-5c3e4140dd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:52.842259 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-a036842b-f759-452d-9266-5c3e4140dd1b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 1096 time: 0.0546288 Nov 25 08:41:52.989651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071e9d01-6e95-4227-b5e8-008469dcdf57 req-9026a1ee-a94a-4627-8aec-37406ee2f6d0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:52.996336 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-071e9d01-6e95-4227-b5e8-008469dcdf57 req-9026a1ee-a94a-4627-8aec-37406ee2f6d0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 943 time: 0.0881028 Nov 25 08:41:53.033400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-128f7585-814a-49d8-bc6a-9e834f455c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:53.034747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-128f7585-814a-49d8-bc6a-9e834f455c11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 915 time: 0.1802912 Nov 25 08:41:53.114731 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-d2cb03dc-749e-4b22-bd22-e7bbdbd79ca0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b HTTP/1.1" status: 200 len: 217 time: 0.0671225 Nov 25 08:41:53.174282 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-071e9d01-6e95-4227-b5e8-008469dcdf57 req-adab7227-58c0-4028-8674-1553c597cc58 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649921 Nov 25 08:41:53.188987 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88372dff-8beb-48c0-bdc8-a543f4000fd8 req-31379ee1-e837-4276-8a9e-7c4e5e095d71 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:53.190544 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-88372dff-8beb-48c0-bdc8-a543f4000fd8 req-31379ee1-e837-4276-8a9e-7c4e5e095d71 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1530941 Nov 25 08:41:53.206319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-cd25e43a-0edc-447e-883c-e2e4c7d4b539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:53.207850 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-cd25e43a-0edc-447e-883c-e2e4c7d4b539 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.0831833 Nov 25 08:41:53.262449 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-88372dff-8beb-48c0-bdc8-a543f4000fd8 req-fdc33f73-15b3-4628-8010-f613d2f74def tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620828 Nov 25 08:41:53.293952 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-6aa93403-f629-4a3c-bc3f-9179bd00c509 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0419908 Nov 25 08:41:53.409190 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-90c7e795-d420-43c6-8d4f-874347d07091 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046000 Nov 25 08:41:53.508247 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c72a314-b6b0-4284-b981-2bdd33c19932 req-46fd25fb-81f6-47be-b72b-5af3e59e49bb service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Nov 25 08:41:53.808300 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55820) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:53.866762 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:53.929778 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a72e046a-0927-41fa-8fc0-e1646d4f51e5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.020001 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a72e046a-0927-41fa-8fc0-e1646d4f51e5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.025510 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a72e046a-0927-41fa-8fc0-e1646d4f51e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.069232 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72e046a-0927-41fa-8fc0-e1646d4f51e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0229934-0880-4dfb-826d-1df2f4f45f82,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:54.076105 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a72e046a-0927-41fa-8fc0-e1646d4f51e5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6b2d2a7c95324f6d9b84c43fdbd6a6d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2651417 Nov 25 08:41:54.078896 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55830) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:54.134393 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.160477 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.214436 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.217640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.221486 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0229934-0880-4dfb-826d-1df2f4f45f82 HTTP/1.1" status: 204 len: 168 time: 0.1392109 Nov 25 08:41:54.231458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a3a9f-a15d-4480-a0ca-8412d9f6c223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0229934-0880-4dfb-826d-1df2f4f45f82,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:54.318328 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579218b3-e582-465b-a405-edbbb64e2b25 req-7d36f738-9ecb-4f20-88c5-30ee9ba50bee tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:54.319949 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-579218b3-e582-465b-a405-edbbb64e2b25 req-7d36f738-9ecb-4f20-88c5-30ee9ba50bee tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 943 time: 0.0582898 Nov 25 08:41:54.414154 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-579218b3-e582-465b-a405-edbbb64e2b25 req-1d992350-6f11-4f98-9e8d-11e8054ee8db tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832641 Nov 25 08:41:54.426054 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c1999-caf8-45ae-a249-871ab178c520 req-0b429fdf-28d5-4f91-9018-f6548f2c762b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:54.427644 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-995c1999-caf8-45ae-a249-871ab178c520 req-0b429fdf-28d5-4f91-9018-f6548f2c762b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0817680 Nov 25 08:41:54.491306 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-995c1999-caf8-45ae-a249-871ab178c520 req-5d4e0ca0-7a35-4338-8cae-794a86ab788e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492857 Nov 25 08:41:54.556674 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.585868 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55850) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:54.601359 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8a3aff82-e30b-4660-bb5c-7945ef9cd6db admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.689972 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8a3aff82-e30b-4660-bb5c-7945ef9cd6db admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.693690 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8a3aff82-e30b-4660-bb5c-7945ef9cd6db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.745252 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3aff82-e30b-4660-bb5c-7945ef9cd6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fab37a8-1e55-469d-956d-73ee560b6e59,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:54.752909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55856) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:54.753118 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8a3aff82-e30b-4660-bb5c-7945ef9cd6db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5534d81ae0f44fc08896b7b342817164&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1659203 Nov 25 08:41:54.805970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.830565 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.880743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.883610 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:54.884760 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9fab37a8-1e55-469d-956d-73ee560b6e59 HTTP/1.1" status: 204 len: 168 time: 0.1304209 Nov 25 08:41:54.893754 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8f7d1-7924-457f-aba5-9be8dd99fc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fab37a8-1e55-469d-956d-73ee560b6e59,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:55.554257 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device f9029ad7-c8b8-4982-81e2-c65eb84cab9b details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:41:55.587474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64752c7c-54ac-4cce-9023-1abb2c2e53ca req-b1452723-1e20-4daa-98da-8d9e100755c5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:55.590332 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-64752c7c-54ac-4cce-9023-1abb2c2e53ca req-b1452723-1e20-4daa-98da-8d9e100755c5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 943 time: 0.0919881 Nov 25 08:41:55.683333 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55896) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:55.689198 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-64752c7c-54ac-4cce-9023-1abb2c2e53ca req-260593b4-7177-4dc0-9b67-c8b839a67485 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921140 Nov 25 08:41:55.707718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7bbfff-3ea1-41c1-a3b6-4f9dba0ca157 req-38adeb51-38db-4017-8fcf-52a614a656f3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:55.709427 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa7bbfff-3ea1-41c1-a3b6-4f9dba0ca157 req-38adeb51-38db-4017-8fcf-52a614a656f3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1142201 Nov 25 08:41:55.781952 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa7bbfff-3ea1-41c1-a3b6-4f9dba0ca157 req-989c8c57-2705-4b45-a0d5-4ead5a47b80d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630724 Nov 25 08:41:55.827787 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1848959729-network', 'tenant_id': '203794b290084417b488bf3fcab7ea01'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:55.831693 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:55.846607 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'port_id': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', 'mac_address': 'fa:16:3e:cc:c4:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1132f2-66db-4320-94bd-0d233bd6b903', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:41:55.849064 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Made reservation on behalf of 203794b290084417b488bf3fcab7ea01 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:55.850260 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.851722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.865530 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.899451 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.915668 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9029ad7-c8b8-4982-81e2-c65eb84cab9b {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:41:55.957713 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:41:55.966123 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.982918 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:55.990154 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.015314 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 503} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:41:56.029547 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:56.040911 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90ea8f41-55af-4ce2-bd3d-326e9b4280d5,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:56.047406 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.047866 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Added segment 8f6f036d-77ac-42e5-9fc1-7b10f4d60c5c of type vlan for network b3f0b09c-ba63-4439-a963-a89df47a73d5 Nov 25 08:41:56.091983 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.118492 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.120821 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:56.121756 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.184739 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4994872 Nov 25 08:41:56.187677 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55918) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:56.190144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00352b-22fc-48fa-9bee-eee05069582b admin admin] Pushing event updated for resources: {'Network': ['ID=b3f0b09c-ba63-4439-a963-a89df47a73d5,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:56.192903 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Request body: {'subnet': {'network_id': 'b3f0b09c-ba63-4439-a963-a89df47a73d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1848959729-subnet', 'tenant_id': '203794b290084417b488bf3fcab7ea01', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:56.202265 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network b3f0b09c-ba63-4439-a963-a89df47a73d5 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:41:56.217307 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Made reservation on behalf of 203794b290084417b488bf3fcab7ea01 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:56.220341 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.403175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.454927 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b7e4f41-f575-4718-bb89-c2695151dbf2,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:56.473797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Checking segment: {'id': '8f6f036d-77ac-42e5-9fc1-7b10f4d60c5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'b3f0b09c-ba63-4439-a963-a89df47a73d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:56.474184 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Network hostable DHCP agents. Network: b3f0b09c-ba63-4439-a963-a89df47a73d5, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:41:56.494304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Network b3f0b09c-ba63-4439-a963-a89df47a73d5 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:41:56.503534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, b3f0b09c-ba63-4439-a963-a89df47a73d5) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:56.507710 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:56.508475 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:56.513868 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b63177f-755a-4006-96c9-92d94e191e92 None None] Network b3f0b09c-ba63-4439-a963-a89df47a73d5 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:56.528840 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-fb0fca8d-39d4-4daa-9384-678415e54b2f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3400261 Nov 25 08:41:56.657724 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-781128fe-dd31-4d27-8317-99d92eda8f3f None None] Network b3f0b09c-ba63-4439-a963-a89df47a73d5 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:56.874537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4605054-441a-44cc-b565-3367ee774998 req-ac36a528-2cec-43e0-b3e2-891d313fe9d3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:56.881361 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4605054-441a-44cc-b565-3367ee774998 req-ac36a528-2cec-43e0-b3e2-891d313fe9d3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 944 time: 0.0792880 Nov 25 08:41:56.967292 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4605054-441a-44cc-b565-3367ee774998 req-6eb4af59-faf7-4a54-8c64-a9828b08b607 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831542 Nov 25 08:41:56.985288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f59894-4935-44a4-9bf3-16baf48eba52 req-46563a60-e080-4c48-ab20-46f0f06ac69e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:56.988298 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16f59894-4935-44a4-9bf3-16baf48eba52 req-46563a60-e080-4c48-ab20-46f0f06ac69e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1053560 Nov 25 08:41:57.053537 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16f59894-4935-44a4-9bf3-16baf48eba52 req-68b49d33-a5b1-488f-93c3-5ab0dd51853f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593889 Nov 25 08:41:57.196488 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 55962) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:57.204469 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1933230164-network', 'tenant_id': 'd9289e4efc544689b2cbe2b44bcd874c'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:57.232622 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Made reservation on behalf of d9289e4efc544689b2cbe2b44bcd874c for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:57.235085 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.245612 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.334295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.339040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.368125 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 543} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:41:57.375132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88d5fec6-b133-45e2-b12f-2f3004f189c4,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:57.382641 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.382641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Added segment f66ae56f-6bdb-4694-a336-b8ac76417fc6 of type vlan for network bf53d5ee-7af4-41f2-865a-5319efc809bc Nov 25 08:41:57.432542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.460068 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.461075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:57.461647 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.519666 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3219233 Nov 25 08:41:57.522703 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 55970) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:41:57.525122 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ddf5b6-fd65-42e7-916a-f1566a8633f2 admin admin] Pushing event updated for resources: {'Network': ['ID=bf53d5ee-7af4-41f2-865a-5319efc809bc,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:57.528939 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Request body: {'subnet': {'network_id': 'bf53d5ee-7af4-41f2-865a-5319efc809bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1933230164-subnet', 'tenant_id': 'd9289e4efc544689b2cbe2b44bcd874c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:41:57.552341 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Made reservation on behalf of d9289e4efc544689b2cbe2b44bcd874c for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:41:57.554769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.560662 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network bf53d5ee-7af4-41f2-865a-5319efc809bc details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:41:57.741399 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.802531 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b2618dc-8ad2-44f4-87d8-e415d518736a,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:41:57.811934 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Checking segment: {'id': 'f66ae56f-6bdb-4694-a336-b8ac76417fc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 543, 'network_id': 'bf53d5ee-7af4-41f2-865a-5319efc809bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:41:57.812291 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Network hostable DHCP agents. Network: bf53d5ee-7af4-41f2-865a-5319efc809bc, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:41:57.829890 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Network bf53d5ee-7af4-41f2-865a-5319efc809bc is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:41:57.840268 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, bf53d5ee-7af4-41f2-865a-5319efc809bc) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:41:57.845395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:57.845979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:41:57.849187 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd7575b-304d-4741-8227-3901b23c12d2 None None] Network bf53d5ee-7af4-41f2-865a-5319efc809bc requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:57.863335 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-faa9faa3-cf06-40c0-b215-7e403d54a615 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3395267 Nov 25 08:41:58.000404 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a41ee3-eacb-442f-baf0-08c8c3c171cf None None] Network bf53d5ee-7af4-41f2-865a-5319efc809bc requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:41:59.387119 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f1617e-4cdf-40f8-90f9-ccef1dcc315d req-f2898872-4dd7-4592-a729-0a4ab70af3f0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:59.391899 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-37f1617e-4cdf-40f8-90f9-ccef1dcc315d req-f2898872-4dd7-4592-a729-0a4ab70af3f0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 944 time: 0.0906281 Nov 25 08:41:59.411072 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a80714-e22c-44b9-b637-6ce0f8fb72c7 req-c9790b9c-bcb8-45d8-93ba-97016399dfa5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:41:59.412522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38a80714-e22c-44b9-b637-6ce0f8fb72c7 req-c9790b9c-bcb8-45d8-93ba-97016399dfa5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0818088 Nov 25 08:41:59.452117 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['f9029ad7-c8b8-4982-81e2-c65eb84cab9b'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:41:59.481521 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-37f1617e-4cdf-40f8-90f9-ccef1dcc315d req-3c38fff9-02b2-450d-b42a-4f4428413915 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870814 Nov 25 08:41:59.486399 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38a80714-e22c-44b9-b637-6ce0f8fb72c7 req-9b0d7c83-3bc0-47a6-bcf2-ffbe2a7b7b42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671535 Nov 25 08:42:00.635469 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677907eb-8ff9-412b-adcf-c702ebf760a6 req-b01b8da8-c7a0-4967-950a-f6155057d4ef tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:00.637019 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-677907eb-8ff9-412b-adcf-c702ebf760a6 req-b01b8da8-c7a0-4967-950a-f6155057d4ef tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 944 time: 0.0809481 Nov 25 08:42:00.659026 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946a896b-9a9c-4f9b-ab11-5c23dcfd4a2b req-f260c58e-eac9-47ca-aaf4-a7e202e0bee8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:00.660951 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-946a896b-9a9c-4f9b-ab11-5c23dcfd4a2b req-f260c58e-eac9-47ca-aaf4-a7e202e0bee8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0776842 Nov 25 08:42:00.723364 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-677907eb-8ff9-412b-adcf-c702ebf760a6 req-3efc9bf7-7625-44fc-bb60-e111515ba791 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773389 Nov 25 08:42:00.746496 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-946a896b-9a9c-4f9b-ab11-5c23dcfd4a2b req-bfe1bf1d-beca-49e5-a4d2-1be05cb5ffb5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666707 Nov 25 08:42:01.610535 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device f9029ad7-c8b8-4982-81e2-c65eb84cab9b up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:01.661491 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:42:01.662232 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port f9029ad7-c8b8-4982-81e2-c65eb84cab9b completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:42:01.666562 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port f9029ad7-c8b8-4982-81e2-c65eb84cab9b triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:01.666939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:01.752909 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:01.780726 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:01.783004 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2a8d22c-4152-42bc-b491-903ba00ca79d" -d '{"events": [{"server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "name": "network-vif-plugged", "status": "completed", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:01.797233 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:01.801736 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:01.854332 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:01.879189 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c484bf-d2a8-47d6-8f0d-912e911f61f7 req-11edef97-6df9-44c1-bd50-461806440df5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:01.880826 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-11c484bf-d2a8-47d6-8f0d-912e911f61f7 req-11edef97-6df9-44c1-bd50-461806440df5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.0814946 Nov 25 08:42:01.895390 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7f2e8-6b3d-4e7a-80c7-8ab570015369 req-464f78e1-f7e6-4130-94d9-688384f30216 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:01.896879 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a7e7f2e8-6b3d-4e7a-80c7-8ab570015369 req-464f78e1-f7e6-4130-94d9-688384f30216 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0708523 Nov 25 08:42:01.973159 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-11c484bf-d2a8-47d6-8f0d-912e911f61f7 req-bd23a02c-5e46-4d43-bc8e-0695b7363f87 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854878 Nov 25 08:42:01.977805 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a7e7f2e8-6b3d-4e7a-80c7-8ab570015369 req-77f65e0a-484d-4e0a-acc4-8b18d4b8b551 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738716 Nov 25 08:42:02.039607 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f335343-ab88-40bd-a45e-1fccb8769c2c x-openstack-request-id: req-0f335343-ab88-40bd-a45e-1fccb8769c2c {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:02.039946 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "name": "network-vif-plugged", "status": "completed", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:02.040205 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0f335343-ab88-40bd-a45e-1fccb8769c2c {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:02.040748 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', 'code': 200} Nov 25 08:42:02.276711 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbad57b-1afe-4e4d-8750-5dbb9f764313 req-d2849fa9-1966-4c68-b0d8-8c51e4e39997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:02.278270 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bbbad57b-1afe-4e4d-8750-5dbb9f764313 req-d2849fa9-1966-4c68-b0d8-8c51e4e39997 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 1098 time: 0.0422323 Nov 25 08:42:02.327529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bbbad57b-1afe-4e4d-8750-5dbb9f764313 req-5cd63574-877c-47a8-9b5d-eb654ba7922a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395439 Nov 25 08:42:03.126544 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bd3802-9f86-41ee-836a-08fafce381eb req-dedbccfa-943a-411f-8013-6338929d75d9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:03.128075 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8bd3802-9f86-41ee-836a-08fafce381eb req-dedbccfa-943a-411f-8013-6338929d75d9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.0700843 Nov 25 08:42:03.136288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b27ed9-3885-4848-8a67-857dca0e27dd req-85e0dd14-d031-451b-be03-511eeaa44f05 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:03.137722 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41b27ed9-3885-4848-8a67-857dca0e27dd req-85e0dd14-d031-451b-be03-511eeaa44f05 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0889757 Nov 25 08:42:03.210298 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8bd3802-9f86-41ee-836a-08fafce381eb req-5e0b3d44-e720-42f4-abc3-e65c2cbaca49 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715783 Nov 25 08:42:03.218846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41b27ed9-3885-4848-8a67-857dca0e27dd req-2a64924c-8f5e-4be6-93a5-c726ce87965f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743802 Nov 25 08:42:03.501170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 56144) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:03.609855 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efe3e1b0-a34a-4517-876e-20abd653e621 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.690750 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efe3e1b0-a34a-4517-876e-20abd653e621 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.695185 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-efe3e1b0-a34a-4517-876e-20abd653e621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.736530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe3e1b0-a34a-4517-876e-20abd653e621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c12c2ab-648a-40eb-9176-0c82c27870b3,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:03.741319 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-efe3e1b0-a34a-4517-876e-20abd653e621 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1db2c1e60ce64d17b292a6016698efcd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2391074 Nov 25 08:42:03.743998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 56152) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:03.795127 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.817850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.873386 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.875981 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:03.877144 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c12c2ab-648a-40eb-9176-0c82c27870b3 HTTP/1.1" status: 204 len: 168 time: 0.1321504 Nov 25 08:42:03.885623 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33640d91-2bb1-44ce-85fe-440c309031a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c12c2ab-648a-40eb-9176-0c82c27870b3,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:04.363816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca269f1-c76c-4f0c-b99e-9796427ef0bb req-b70f6fc7-75d3-4890-ad06-3c197018cd7c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:04.365347 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ca269f1-c76c-4f0c-b99e-9796427ef0bb req-b70f6fc7-75d3-4890-ad06-3c197018cd7c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.0813909 Nov 25 08:42:04.386942 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d316e65-a9b4-4089-9ea9-1831d75fd015 req-7e601fd9-e741-41b6-a6c0-06ab80be7eaf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:04.388480 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1d316e65-a9b4-4089-9ea9-1831d75fd015 req-7e601fd9-e741-41b6-a6c0-06ab80be7eaf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0767171 Nov 25 08:42:04.468197 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ca269f1-c76c-4f0c-b99e-9796427ef0bb req-97d32341-d8eb-4ea8-a171-a53f05e04b4f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953703 Nov 25 08:42:04.481540 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1d316e65-a9b4-4089-9ea9-1831d75fd015 req-20337344-b6e7-47ef-b135-20387a50b472 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835030 Nov 25 08:42:05.626508 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4cc79b-0f75-4b7f-a9eb-3ff5b6647698 req-5566b51f-3aba-4f8b-80b4-e251fbb3bc1d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:05.628078 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be4cc79b-0f75-4b7f-a9eb-3ff5b6647698 req-5566b51f-3aba-4f8b-80b4-e251fbb3bc1d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0663731 Nov 25 08:42:05.691489 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be4cc79b-0f75-4b7f-a9eb-3ff5b6647698 req-6a2efe24-6ace-4f77-abb9-29311f0d4b21 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568769 Nov 25 08:42:05.834747 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56236) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:05.859641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-b234b11e-d366-43cb-8e69-f38879110cec tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497791862&fields=id&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 267 time: 0.0488245 Nov 25 08:42:05.990899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-48fb58eb-fbb1-47fc-86f8-31968f99a307 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:05.992634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-48fb58eb-fbb1-47fc-86f8-31968f99a307 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.1264923 Nov 25 08:42:06.006176 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7db03d30-9ec1-4100-a77c-c787101d6b19 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.012397 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cbd8bfaf-b316-42a5-920c-8d85bb72545e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/quotas/ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 375 time: 0.0123315 Nov 25 08:42:06.092716 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-ddd39198-c7c3-41a6-8671-af5569ca58ea tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736446 Nov 25 08:42:06.106072 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7db03d30-9ec1-4100-a77c-c787101d6b19 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.111258 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7db03d30-9ec1-4100-a77c-c787101d6b19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.162516 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db03d30-9ec1-4100-a77c-c787101d6b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=278876ab-68fb-41ae-a9e4-ffc7a561440e,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:06.170457 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7db03d30-9ec1-4100-a77c-c787101d6b19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=652f718a19644c758a600c07b6da84c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3343959 Nov 25 08:42:06.174099 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56262) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:06.255795 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.257142 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-b6af4536-39bc-4393-9ef0-fd4e00c4812b service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476684 Nov 25 08:42:06.286871 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.362954 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.369474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:06.371585 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/278876ab-68fb-41ae-a9e4-ffc7a561440e HTTP/1.1" status: 204 len: 168 time: 0.1964974 Nov 25 08:42:06.381297 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9e4180-504e-4450-8188-2afba4b85dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=278876ab-68fb-41ae-a9e4-ffc7a561440e,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:06.429702 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-f2124496-62a8-41ef-83ea-ec99db34a79e service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702116 Nov 25 08:42:06.682433 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-44016b60-a22c-4903-a942-a84f28416b14 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353682 Nov 25 08:42:06.938597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78daa83-2e46-4f50-b178-c724909b078b req-ca1bce19-2aee-446b-afd6-e020bb3ab993 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:06.940582 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e78daa83-2e46-4f50-b178-c724909b078b req-ca1bce19-2aee-446b-afd6-e020bb3ab993 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1338546 Nov 25 08:42:07.003496 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-be084b27-674d-4358-b690-603eb5c2f7eb tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:07.012986 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-be084b27-674d-4358-b690-603eb5c2f7eb tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3255048 Nov 25 08:42:07.048040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-0c17deaa-4bf8-4049-b90e-3de311d3e68f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/quotas/172634b29f7c4eb9ab7523f6eb64569c HTTP/1.1" status: 200 len: 375 time: 0.0340374 Nov 25 08:42:07.092483 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-59929a48-a5e6-456b-846e-667732ffca35 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0433216 Nov 25 08:42:07.114775 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e78daa83-2e46-4f50-b178-c724909b078b req-647fa153-e6eb-46d7-b4ae-2d9e7ac678a7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514053 Nov 25 08:42:07.510634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b615a9c1-b8e3-4d61-b162-d1de15eeb7ff req-020f130e-8b86-49b1-a1a0-610e4e73e9d6 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 210 time: 0.3277857 Nov 25 08:42:07.557719 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bba9a7d7-0f61-4181-b741-e614f7a234e8 req-de470dda-23d2-4c92-bfe2-958d1d33b0f9 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 210 time: 0.0459454 Nov 25 08:42:07.575046 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206d624-a173-44c8-8133-db7c729e6529 req-92ce94db-9f6e-4cc8-8850-cd0fb2de30f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:07.576872 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e206d624-a173-44c8-8133-db7c729e6529 req-92ce94db-9f6e-4cc8-8850-cd0fb2de30f3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 1098 time: 0.4201648 Nov 25 08:42:07.682863 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e206d624-a173-44c8-8133-db7c729e6529 req-23911c1b-2bab-4c0c-8bb1-c0be4300835a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931714 Nov 25 08:42:08.236428 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b4085-b7d0-49d5-a52e-7ced62fbc110 req-55d0f068-17f9-4368-b48c-bb916f9e1a89 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:08.237927 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d29b4085-b7d0-49d5-a52e-7ced62fbc110 req-55d0f068-17f9-4368-b48c-bb916f9e1a89 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0499475 Nov 25 08:42:08.287908 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d29b4085-b7d0-49d5-a52e-7ced62fbc110 req-4fd19938-021c-4a10-a5d9-713f0fac8685 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438054 Nov 25 08:42:08.657216 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-90bc4cbb-ecf7-45c8-bcdf-b12dd1100cc9 req-866faf9f-ad9f-4b1c-a938-0be03c25c7f8 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 210 time: 0.0474732 Nov 25 08:42:08.684122 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-c6ef23fd-ea35-4c4e-bf1c-0cd66e3308e5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:08.684122 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-c6ef23fd-ea35-4c4e-bf1c-0cd66e3308e5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.1741352 Nov 25 08:42:08.692417 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-75458a9a-5bd9-49b2-8ae8-9e941bc42628 req-747e5eec-5cc9-4076-9d68-f35e7d417227 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 210 time: 0.0449131 Nov 25 08:42:08.773562 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-071333d8-b3de-4d49-990c-b27857bbd47c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 379 time: 0.0701516 Nov 25 08:42:08.801915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'port': {'device_id': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'admin_state_up': True, 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'security_groups': ['22460adc-63e7-485b-a0bd-0100967ff5ca']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:08.923500 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Made reservation on behalf of ea2e5b2d558c4540ba188353dd3c27e3 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:08.927098 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.091684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.20.0.3 (0b7242cf-308b-4aee-a391-1d7432608cad/2d3ec0a8-c410-4594-8b36-d0f609214c92/3eab4787-6ee8-4eb6-8d64-63594ea60f24) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:09.133560 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-73720f80-50c5-4279-9073-b742b87fbb09 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.59 "GET /v2.0/networks?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409405 Nov 25 08:42:09.258503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.302897 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.359540 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:09.362874 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:09.367190 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:09.393766 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-1e8961e8-1fec-4bf1-8308-50ee1b195e63 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:09.395746 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-1e8961e8-1fec-4bf1-8308-50ee1b195e63 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.59 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2383442 Nov 25 08:42:09.416438 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Request body: {'port': {'device_id': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3', 'admin_state_up': True, 'tenant_id': '172634b29f7c4eb9ab7523f6eb64569c'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:09.440642 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:09.518146 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:09.518793 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.568007 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Made reservation on behalf of 172634b29f7c4eb9ab7523f6eb64569c for: {'port': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:09.574674 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.575280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40fbc11-5505-4f4d-a4e4-0502dbc5db83 req-0dc442fe-8568-4b89-aef5-a72182d8148d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:09.597534 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a40fbc11-5505-4f4d-a4e4-0502dbc5db83 req-0dc442fe-8568-4b89-aef5-a72182d8148d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1701701 Nov 25 08:42:09.599207 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.633508 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-cd361f27-5323-4d9b-ae7f-e061a5f28415 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8350806 Nov 25 08:42:09.671077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Request body: {'port': {'device_id': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:09.685936 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-d12bf3ed-6ce7-4678-9d5c-30e32f6475c5 None None] Provisioning complete for port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:09.687530 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d12bf3ed-6ce7-4678-9d5c-30e32f6475c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.702242 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.710319 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.752606 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a40fbc11-5505-4f4d-a4e4-0502dbc5db83 req-7b47461e-4956-48b7-9452-17267e08e663 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538103 Nov 25 08:42:09.768942 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-d12bf3ed-6ce7-4678-9d5c-30e32f6475c5 None None] Port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:42:09.773503 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30d9bd36-f9b6-4965-a897-8a5e0d29381d,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:09.824315 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:09.886239 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1ddb70b-e0c9-423a-9dcb-60a836c22c3c req-704699ae-6c75-46a2-8018-22d337f5173a tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 210 time: 0.0391045 Nov 25 08:42:09.935296 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Allocated IP 192.168.233.16 (3e75dbfe-dec2-4630-951f-e05dc4d631d3/5a33d1f3-9724-4971-9bdd-48b2f784ae14/3c92a0d9-11a1-4188-bd68-04327627b096) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:09.964882 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1273a0c-63a2-4936-b165-f64947faf577 req-fb2c6582-f5ac-4927-9e6d-7ebca52a3f30 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:09.967493 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b1273a0c-63a2-4936-b165-f64947faf577 req-fb2c6582-f5ac-4927-9e6d-7ebca52a3f30 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 931 time: 0.1570127 Nov 25 08:42:10.199115 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b856fd-a069-43ce-985f-e804afe1e18c req-40f9a8cf-15f2-4ae0-8285-56bbad23826d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:10.211883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5b856fd-a069-43ce-985f-e804afe1e18c req-40f9a8cf-15f2-4ae0-8285-56bbad23826d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.2350564 Nov 25 08:42:10.214077 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.235226 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b1273a0c-63a2-4936-b165-f64947faf577 req-4cd145e1-1cb5-47de-9af3-f423ef3d588d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2529886 Nov 25 08:42:10.280234 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.381763 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:10.392103 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:10.398448 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:10.409474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:10.410697 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.442952 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Pushing event updated for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:10.489399 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-82161b23-cd34-42ef-9ccb-39fa27a5c377 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0793347 Nov 25 08:42:10.506629 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e5b856fd-a069-43ce-985f-e804afe1e18c req-f52c867e-0924-495c-ad43-e112c55a2ab7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925785 Nov 25 08:42:10.516992 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Request body: {'port': {'device_id': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:10.639225 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eab4787-6ee8-4eb6-8d64-63594ea60f24 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:10.646700 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.666158 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.691650 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Transition to ACTIVE for port object 3eab4787-6ee8-4eb6-8d64-63594ea60f24 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:42:10.701601 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:10.841659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Pushing event updated for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:11.039727 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-e9142d27-581c-4871-8214-99d07a16811e None None] Provisioning complete for port 3c92a0d9-11a1-4188-bd68-04327627b096 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:11.040625 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e9142d27-581c-4871-8214-99d07a16811e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.247647 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e9142d27-581c-4871-8214-99d07a16811e None None] Port 3c92a0d9-11a1-4188-bd68-04327627b096 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:42:11.302404 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Attempting to bind port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:11.302997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Attempting to bind port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:11.303547 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Attempting to bind port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:11.334701 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 on network 0b7242cf-308b-4aee-a391-1d7432608cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:42:11.335240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Attempting to bind port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:11.339472 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c92a0d9-11a1-4188-bd68-04327627b096 {{(pid=109109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:11.348454 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.350206 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:11.350853 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:11.351933 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Bound using segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:11.353714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Bound port: 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:11.354080 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.366013 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.provisioning_blocks [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Transition to ACTIVE for port object 3c92a0d9-11a1-4188-bd68-04327627b096 will not be triggered until provisioned by entity L2. {{(pid=109109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:42:11.389465 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.456603 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c581f-a0f5-48c4-b895-06d6e011c8b2 req-ef3e0cd1-e317-4a73-aadf-dde339f69c02 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.486942 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-617c581f-a0f5-48c4-b895-06d6e011c8b2 req-ef3e0cd1-e317-4a73-aadf-dde339f69c02 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 935 time: 0.2836440 Nov 25 08:42:11.489024 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Pushing event updated for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:11.538816 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Attempting to bind port 3c92a0d9-11a1-4188-bd68-04327627b096 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:11.539162 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Attempting to bind port 3c92a0d9-11a1-4188-bd68-04327627b096 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:11.539490 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Attempting to bind port 3c92a0d9-11a1-4188-bd68-04327627b096 on network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:11.546062 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Port 3c92a0d9-11a1-4188-bd68-04327627b096 on network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:42:11.546457 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Attempting to bind port 3c92a0d9-11a1-4188-bd68-04327627b096 on network 3e75dbfe-dec2-4630-951f-e05dc4d631d3 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:11.554061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:11.554405 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Checking segment: {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:11.554926 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Bound using segment: {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:11.555428 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Bound port: 3c92a0d9-11a1-4188-bd68-04327627b096, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b0de5f7-7eac-4b34-830b-7c2a72037a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 517, 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3'}}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:11.555798 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.693280 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, cleared binding levels {{(pid=109109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:11.699394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3c92a0d9-11a1-4188-bd68-04327627b096,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:11.707817 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.713482 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46df6-2aec-4ea9-acf1-091d5c19837a req-3c982a6a-76b0-4d32-947f-6462895ccd94 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.720378 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e9e46df6-2aec-4ea9-acf1-091d5c19837a req-3c982a6a-76b0-4d32-947f-6462895ccd94 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.2240775 Nov 25 08:42:11.747293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-617c581f-a0f5-48c4-b895-06d6e011c8b2 req-1a31e0e1-49f5-458e-9283-1dafdb0859d7 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329464 Nov 25 08:42:11.789032 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.790073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.793519 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] 10.222.0.59 "PUT /v2.0/ports/3c92a0d9-11a1-4188-bd68-04327627b096 HTTP/1.1" status: 200 len: 1097 time: 1.2842286 Nov 25 08:42:11.794249 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:11.798302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59bc555e-8802-40f7-87ce-2be8e649769d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:11.799809 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:11.822512 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e9e46df6-2aec-4ea9-acf1-091d5c19837a req-17d5230d-e7cb-406c-8386-9b19f81d5010 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004827 Nov 25 08:42:11.824514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:11.833622 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e3531b-9894-4d28-887e-0997b55976ae service neutron] Pushing event updated for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=3']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:11.837032 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.925004 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Pushing event updated for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:11.956935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.958014 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:11.964053 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-5ffe646f-721d-4a91-ae3a-dd46d028136a service neutron] 10.222.0.59 "PUT /v2.0/ports/3eab4787-6ee8-4eb6-8d64-63594ea60f24 HTTP/1.1" status: 200 len: 1093 time: 2.3024170 Nov 25 08:42:11.966681 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:11.980019 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c90d470-995d-4ca8-a0b0-b6a982535f50" -d '{"events": [{"name": "network-changed", "server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:11.996002 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-1a504fb8-68f4-4353-80b5-1dfa9195c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:11.997546 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-1a504fb8-68f4-4353-80b5-1dfa9195c4e3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 1100 time: 0.1120973 Nov 25 08:42:12.167613 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-3f174642-cdf7-4edc-9db0-c3ff06e3cef1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3c92a0d9-11a1-4188-bd68-04327627b096 HTTP/1.1" status: 200 len: 217 time: 0.1349773 Nov 25 08:42:12.169819 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9adf59fd-fab9-42f1-9fc1-d5c6c594ef0b x-openstack-request-id: req-9adf59fd-fab9-42f1-9fc1-d5c6c594ef0b {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:12.170255 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:12.170647 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9adf59fd-fab9-42f1-9fc1-d5c6c594ef0b {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:12.175015 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096', 'status': 'completed', 'code': 200} Nov 25 08:42:12.209298 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0204e55a-ce00-474c-9db6-33b6e43567a0 x-openstack-request-id: req-0204e55a-ce00-474c-9db6-33b6e43567a0 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:12.209751 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:12.210144 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0204e55a-ce00-474c-9db6-33b6e43567a0 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:12.210752 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'status': 'completed', 'code': 200} Nov 25 08:42:12.272096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-423c884e-11e7-4b95-8ebb-11d5f5090bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.274587 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-423c884e-11e7-4b95-8ebb-11d5f5090bd1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 1096 time: 0.1523998 Nov 25 08:42:12.316339 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-4d57d746-75f3-4494-88aa-931b02427b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.320021 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-4d57d746-75f3-4494-88aa-931b02427b52 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a33d1f3-9724-4971-9bdd-48b2f784ae14 HTTP/1.1" status: 200 len: 843 time: 0.1374295 Nov 25 08:42:12.374745 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-7b947700-32a0-40bc-a630-dc42c37a7d62 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24 HTTP/1.1" status: 200 len: 217 time: 0.0851436 Nov 25 08:42:12.410599 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034e7903-c016-4c57-882e-05a56519780d req-cab84950-593d-48da-90b6-6e1c08f4ab20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.413564 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-cab84950-593d-48da-90b6-6e1c08f4ab20 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e75dbfe-dec2-4630-951f-e05dc4d631d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0815935 Nov 25 08:42:12.475278 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-440da323-80e1-45f2-94a3-056826633a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.478752 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-440da323-80e1-45f2-94a3-056826633a40 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0918965 Nov 25 08:42:12.589680 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-dbc808da-a5e5-4e53-bf8e-afa81fb16b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.596374 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-4f4a1137-cc93-4dfd-8122-63f54768023d service neutron] 10.222.0.59 "GET /v2.0/networks/3e75dbfe-dec2-4630-951f-e05dc4d631d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693571 Nov 25 08:42:12.601529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-dbc808da-a5e5-4e53-bf8e-afa81fb16b86 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1066382 Nov 25 08:42:12.799483 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-034e7903-c016-4c57-882e-05a56519780d req-fe5cd972-6ba1-4f91-b736-febb5172a0a3 service neutron] 10.222.0.59 "GET /v2.0/networks/3e75dbfe-dec2-4630-951f-e05dc4d631d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820049 Nov 25 08:42:12.815441 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-66989190-7e6c-45bb-99ec-8a1c7e168475 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1937573 Nov 25 08:42:12.965546 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc555e-8802-40f7-87ce-2be8e649769d req-3fab26c4-1c6b-4efe-99f1-7117f6f7a6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:12.967336 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-3fab26c4-1c6b-4efe-99f1-7117f6f7a6a2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 1100 time: 0.0628285 Nov 25 08:42:13.077064 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879707c9-f2a4-46a1-947b-394e53295834 req-375ec41b-c14b-4d5e-b11a-7df79557e5c4 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.080017 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-879707c9-f2a4-46a1-947b-394e53295834 req-375ec41b-c14b-4d5e-b11a-7df79557e5c4 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 947 time: 0.2015655 Nov 25 08:42:13.138708 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc555e-8802-40f7-87ce-2be8e649769d req-d60032fe-38d6-4a5d-81ff-56b2d627f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.140201 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-d60032fe-38d6-4a5d-81ff-56b2d627f486 service neutron] 10.222.0.59 "GET /v2.0/networks?id=3e75dbfe-dec2-4630-951f-e05dc4d631d3 HTTP/1.1" status: 200 len: 870 time: 0.1604962 Nov 25 08:42:13.161072 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b953c9c5-8a4f-4971-bfa8-dd4da515c1e0 req-850266bf-df83-4097-aa94-3cfe948926f2 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3330181 Nov 25 08:42:13.219788 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-b77f5c56-6793-4de5-aff6-fdf4c34594e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.16&port_id=3c92a0d9-11a1-4188-bd68-04327627b096 HTTP/1.1" status: 200 len: 217 time: 0.0612817 Nov 25 08:42:13.233078 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-879707c9-f2a4-46a1-947b-394e53295834 req-4f961efe-ec8c-4669-8e0d-7da270265658 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426663 Nov 25 08:42:13.322830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-306e25bb-0d72-4abf-b83f-6b1766f4abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.325430 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-306e25bb-0d72-4abf-b83f-6b1766f4abdf service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.1818225 Nov 25 08:42:13.336164 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc555e-8802-40f7-87ce-2be8e649769d req-8a661214-bed4-4b72-a99e-855b22187f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.339986 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-8a661214-bed4-4b72-a99e-855b22187f8d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=5a33d1f3-9724-4971-9bdd-48b2f784ae14 HTTP/1.1" status: 200 len: 843 time: 0.1050828 Nov 25 08:42:13.373912 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ac4b5f-f208-41e1-9ad8-f6f88c5f4349 req-853b39c9-58b8-4fbf-a3a7-e2ccb64fe247 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.375504 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-54ac4b5f-f208-41e1-9ad8-f6f88c5f4349 req-853b39c9-58b8-4fbf-a3a7-e2ccb64fe247 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.2464955 Nov 25 08:42:13.436663 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bc555e-8802-40f7-87ce-2be8e649769d req-35ef4234-3a66-4515-bcfb-9c5864bfe4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.439527 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-35ef4234-3a66-4515-bcfb-9c5864bfe4b4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=3e75dbfe-dec2-4630-951f-e05dc4d631d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0838826 Nov 25 08:42:13.581326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-40e71258-c8b2-4f68-a899-83ce02c580d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.582994 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-40e71258-c8b2-4f68-a899-83ce02c580d1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 1096 time: 0.3276260 Nov 25 08:42:13.605003 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-54ac4b5f-f208-41e1-9ad8-f6f88c5f4349 req-49595511-589d-4150-bdda-9cabaff53b4a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1965032 Nov 25 08:42:13.662397 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-441fcc88-8bd6-4113-9981-65e9cde02db9 service neutron] 10.222.0.59 "GET /v2.0/networks/3e75dbfe-dec2-4630-951f-e05dc4d631d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029881 Nov 25 08:42:13.775400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-1f95e4c3-1ba1-4863-bab6-d3682a6da3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.777634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-1f95e4c3-1ba1-4863-bab6-d3682a6da3bd service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.4278827 Nov 25 08:42:13.807660 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e91aec-50f1-4145-ad81-c5c3aeddcc82 req-d453874b-9681-4f85-8a48-e4dd79b4dc0f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.809394 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9e91aec-50f1-4145-ad81-c5c3aeddcc82 req-d453874b-9681-4f85-8a48-e4dd79b4dc0f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.2980349 Nov 25 08:42:13.850724 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-59bc555e-8802-40f7-87ce-2be8e649769d req-e5d89c55-54a3-4b77-9393-664c36fd1364 service neutron] 10.222.0.59 "GET /v2.0/networks/3e75dbfe-dec2-4630-951f-e05dc4d631d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707993 Nov 25 08:42:13.878542 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-ae9bf647-6fd0-4364-a33f-9a5e66b3d08d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.0681157 Nov 25 08:42:13.881046 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-83f0afbe-6e4b-40b1-9a3f-d5f026772ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:13.882587 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-83f0afbe-6e4b-40b1-9a3f-d5f026772ab6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.2856841 Nov 25 08:42:14.026260 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9e91aec-50f1-4145-ad81-c5c3aeddcc82 req-3629a28b-7bfe-4cb1-9a30-8934570c2737 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996489 Nov 25 08:42:14.029683 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-b661ecc4-d53e-40f5-89bb-efc9bd41beaf service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24 HTTP/1.1" status: 200 len: 217 time: 0.1144786 Nov 25 08:42:14.082769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-4ca37e00-6279-4427-a091-99f45011fa71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.084719 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-4ca37e00-6279-4427-a091-99f45011fa71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1729856 Nov 25 08:42:14.127696 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-68ab2ddc-3bd4-42d7-8de3-ad88c7c5a99a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308368 Nov 25 08:42:14.129496 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-d7fcd0fe-c6fd-4163-be42-6cadf3f58835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.130941 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-d7fcd0fe-c6fd-4163-be42-6cadf3f58835 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0932467 Nov 25 08:42:14.271639 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-97b96637-8b3b-4e8d-8314-d55f9165f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.273085 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-97b96637-8b3b-4e8d-8314-d55f9165f451 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1183124 Nov 25 08:42:14.293833 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-667c2831-859e-435d-a9ef-1b8852bdd229 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461794 Nov 25 08:42:14.833151 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-ac3e8bf9-dad0-44f5-b5ec-c3d23df57137 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5289950 Nov 25 08:42:14.838680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddfb1c60-8f72-442f-9d77-8a532a164713 req-36834054-0bb7-435d-af45-be10af429876 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5333464 Nov 25 08:42:14.846267 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a76232f-2756-4ab1-9628-35e092390563 req-94f5c57b-fd00-4288-b2f3-e4d65b1ef165 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.847822 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a76232f-2756-4ab1-9628-35e092390563 req-94f5c57b-fd00-4288-b2f3-e4d65b1ef165 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 947 time: 0.1711695 Nov 25 08:42:14.898206 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56554) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:14.942229 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703ea59-a625-4cbd-a53e-05bffa428962 req-6670f2a3-a42c-4d90-ac66-ca89714d0460 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:14.943803 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a703ea59-a625-4cbd-a53e-05bffa428962 req-6670f2a3-a42c-4d90-ac66-ca89714d0460 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.1868641 Nov 25 08:42:14.982521 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Deleting subnet 5b7e4f41-f575-4718-bb89-c2695151dbf2 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:42:14.986338 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.026732 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.027537 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a76232f-2756-4ab1-9628-35e092390563 req-3c9bf111-317d-4e73-92ad-94cb7bf69123 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689665 Nov 25 08:42:15.033036 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.057241 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c90d470-995d-4ca8-a0b0-b6a982535f50 req-34cbcf2b-7cca-4840-a8b1-23edefaf67ff service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1959698 Nov 25 08:42:15.061615 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a703ea59-a625-4cbd-a53e-05bffa428962 req-3243d77e-969d-4be4-824d-bdf39bd4d40e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078947 Nov 25 08:42:15.103874 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.143526 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b7e4f41-f575-4718-bb89-c2695151dbf2,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:15.146063 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.153553 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 56560) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:15.154085 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ec6cf340-43f8-4f23-b127-556c0081875e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5b7e4f41-f575-4718-bb89-c2695151dbf2 HTTP/1.1" status: 204 len: 168 time: 0.2543204 Nov 25 08:42:15.254443 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.422829 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.454858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbd0313-dd07-4e6d-b845-ac8e434e900e req-1f353277-cc08-492e-ad79-dc35c4d8ea8e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:15.456482 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2fbd0313-dd07-4e6d-b845-ac8e434e900e req-1f353277-cc08-492e-ad79-dc35c4d8ea8e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1552651 Nov 25 08:42:15.458356 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3f0b09c-ba63-4439-a963-a89df47a73d5']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:15.475850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f6f036d-77ac-42e5-9fc1-7b10f4d60c5c') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:15.476150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f6f036d-77ac-42e5-9fc1-7b10f4d60c5c') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:15.494740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.527819 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.550681 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2fbd0313-dd07-4e6d-b845-ac8e434e900e req-c117b55b-5d40-4a0b-aa60-1675f7f5ce1a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838008 Nov 25 08:42:15.551826 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:42:15.552467 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:42:15.554412 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:42:15.641537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.651786 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.657257 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b3f0b09c-ba63-4439-a963-a89df47a73d5 HTTP/1.1" status: 204 len: 168 time: 0.5024121 Nov 25 08:42:15.660485 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56570) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:15.670003 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d6857-6713-4ada-a3da-f29849374041 admin admin] Pushing event deleted for resources: {'Network': ['ID=b3f0b09c-ba63-4439-a963-a89df47a73d5,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:15.676702 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3c92a0d9-11a1-4188-bd68-04327627b096 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:42:15.748028 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Deleting subnet 2b2618dc-8ad2-44f4-87d8-e415d518736a {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:42:15.752021 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.791596 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3c92a0d9-11a1-4188-bd68-04327627b096,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:15.807203 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '3c92a0d9-11a1-4188-bd68-04327627b096', 'network_id': '3e75dbfe-dec2-4630-951f-e05dc4d631d3', 'port_id': '3c92a0d9-11a1-4188-bd68-04327627b096', 'mac_address': 'fa:16:3e:79:d9:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 517, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33d1f3-9724-4971-9bdd-48b2f784ae14', 'ip_address': '192.168.233.16'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:42:15.857061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.877926 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c92a0d9-11a1-4188-bd68-04327627b096 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:15.903021 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3c92a0d9-11a1-4188-bd68-04327627b096,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:15.911468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.963798 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:15.976501 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Publish callbacks [] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:15.986519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.041926 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.067500 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b2618dc-8ad2-44f4-87d8-e415d518736a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:16.072548 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.075468 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-6fc2ad23-9d80-42f4-816f-2e9a11a9c750 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2b2618dc-8ad2-44f4-87d8-e415d518736a HTTP/1.1" status: 204 len: 168 time: 0.4135358 Nov 25 08:42:16.081354 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56576) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:16.169240 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.216010 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41176536-fd18-4a64-a7d0-c0d8e149c2c6 req-d3ab83ab-c249-4c4f-b554-fa9fa8b15b1a tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:16.217704 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41176536-fd18-4a64-a7d0-c0d8e149c2c6 req-d3ab83ab-c249-4c4f-b554-fa9fa8b15b1a tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 948 time: 0.0955667 Nov 25 08:42:16.229411 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdaa69c-5de9-409d-b54e-1024e6d257ef req-3fba8b3b-405e-420f-b17f-700f8d7e799d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:16.231082 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3cdaa69c-5de9-409d-b54e-1024e6d257ef req-3fba8b3b-405e-420f-b17f-700f8d7e799d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.0796869 Nov 25 08:42:16.272876 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.300566 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.300951 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.301690 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.302031 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > port after_create 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.302365 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.302693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > port after_update 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.303021 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.303330 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.303672 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.303985 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.306237 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41176536-fd18-4a64-a7d0-c0d8e149c2c6 req-55e35e1e-8127-4f64-85a7-62389c37d69e tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740821 Nov 25 08:42:16.325737 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3cdaa69c-5de9-409d-b54e-1024e6d257ef req-2605949f-ef6a-4331-806a-0b1b37f882ac tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793734 Nov 25 08:42:16.403949 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.404300 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.404627 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.404956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109109) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 25 08:42:16.405314 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf53d5ee-7af4-41f2-865a-5319efc809bc']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:16.423919 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f66ae56f-6bdb-4694-a336-b8ac76417fc6') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:16.424219 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f66ae56f-6bdb-4694-a336-b8ac76417fc6') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:16.441148 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.466509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.478167 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Releasing vlan 543 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:42:16.478799 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: from cryptography.utils import int_from_bytes Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: from cryptography.utils import int_from_bytes Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:42:16.483885 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:42:16.496585 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['3c92a0d9-11a1-4188-bd68-04327627b096'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:16.557422 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.580388 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf53d5ee-7af4-41f2-865a-5319efc809bc,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:16.586660 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:16.597145 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3990ad55-1036-4e91-af29-4869aa866873 admin admin] 10.222.0.46 "DELETE /v2.0/networks/bf53d5ee-7af4-41f2-865a-5319efc809bc HTTP/1.1" status: 204 len: 168 time: 0.5094600 Nov 25 08:42:16.789971 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718e07b-6c73-483c-89a5-eefce9cd3f68 req-39829c62-59d0-45ea-99ad-89ee19bee233 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:16.792285 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b718e07b-6c73-483c-89a5-eefce9cd3f68 req-39829c62-59d0-45ea-99ad-89ee19bee233 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0698867 Nov 25 08:42:16.852209 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b718e07b-6c73-483c-89a5-eefce9cd3f68 req-b1335d13-9d3e-4966-999b-28801e4a7e9f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532713 Nov 25 08:42:16.916476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56592) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:16.965445 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-85b1ae7f-ccea-4fa3-8bd8-c63adf281438 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=203794b290084417b488bf3fcab7ea01&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0474174 Nov 25 08:42:16.968551 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56594) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:17.021608 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.046292 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.097374 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.100200 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.101501 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/90ea8f41-55af-4ce2-bd3d-326e9b4280d5 HTTP/1.1" status: 204 len: 168 time: 0.1316242 Nov 25 08:42:17.111471 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c08875c-8883-4f77-9292-1c6c50091e09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90ea8f41-55af-4ce2-bd3d-326e9b4280d5,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:17.505894 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0ee446-f302-4742-9d4a-9d8fbd79c9e1 req-924625d5-8a6e-4efa-8195-f572d7f3a4d5 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:17.507482 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cd0ee446-f302-4742-9d4a-9d8fbd79c9e1 req-924625d5-8a6e-4efa-8195-f572d7f3a4d5 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 948 time: 0.1156185 Nov 25 08:42:17.546457 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56606) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:17.548090 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0ca5f-4e3e-42e9-a633-7a01a4feb314 req-0c8a980e-8c65-4332-b80b-37640efb5f3b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:17.549698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ac0ca5f-4e3e-42e9-a633-7a01a4feb314 req-0c8a980e-8c65-4332-b80b-37640efb5f3b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.0938864 Nov 25 08:42:17.599513 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1c85aa8d-7e84-4197-be92-a2dd43f384e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9289e4efc544689b2cbe2b44bcd874c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0489039 Nov 25 08:42:17.599968 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56608) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:17.613472 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cd0ee446-f302-4742-9d4a-9d8fbd79c9e1 req-ba5ff9b6-39ed-447c-abf0-5c9bb707eb08 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949676 Nov 25 08:42:17.632190 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ac0ca5f-4e3e-42e9-a633-7a01a4feb314 req-bfcdd353-2523-4d9c-9143-266e2531cebf tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734630 Nov 25 08:42:17.687248 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.721625 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.794840 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.799934 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:17.801963 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88d5fec6-b133-45e2-b12f-2f3004f189c4 HTTP/1.1" status: 204 len: 168 time: 0.2003942 Nov 25 08:42:17.817580 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88d5fec6-b133-45e2-b12f-2f3004f189c4,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:17.832725 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.833394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.834141 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.834943 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.835621 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.836073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.836419 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.836958 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.838228 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.838828 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.839450 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:17.840047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-609e14d5-8a25-4f9c-9429-de5cea2b2968 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:18.021499 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17dd0af-9d19-4a8b-a3ea-0a5ff99ec96e req-0a9ca30f-e209-4d6e-826d-36508aabca65 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:18.023120 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a17dd0af-9d19-4a8b-a3ea-0a5ff99ec96e req-0a9ca30f-e209-4d6e-826d-36508aabca65 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0636251 Nov 25 08:42:18.095522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a17dd0af-9d19-4a8b-a3ea-0a5ff99ec96e req-a0a71f90-6236-44e7-9bcc-06985a9901b1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611563 Nov 25 08:42:18.290231 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-97de49f1-4e3b-4833-945f-c451091ef19e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:18.292931 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-97de49f1-4e3b-4833-945f-c451091ef19e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.1471286 Nov 25 08:42:18.316611 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-c72fa2b4-da70-4533-99fc-9ad9e83668f5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/quotas/3412713b28e44d47abca28c866ca338e HTTP/1.1" status: 200 len: 375 time: 0.0131710 Nov 25 08:42:18.398667 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-44794ee3-0463-4f05-866c-c5268a9b592c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0724654 Nov 25 08:42:18.546788 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2a8841e1-5c5a-4233-a1a2-f7f8432606c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:18.567348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-a49dac6f-0143-4904-adb2-05fbec57e14a service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564870 Nov 25 08:42:18.693515 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-8a0fa5db-dcdd-43e8-8f1e-f58934ce639c service neutron] 10.222.0.46 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179078 Nov 25 08:42:18.820048 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9cf08db-c0dc-4643-b3d8-75364ee030e8 req-4dcc8d20-170c-4bde-b8a6-0d236b04d07f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:18.822197 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f9cf08db-c0dc-4643-b3d8-75364ee030e8 req-4dcc8d20-170c-4bde-b8a6-0d236b04d07f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 948 time: 0.0821257 Nov 25 08:42:18.944724 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f9cf08db-c0dc-4643-b3d8-75364ee030e8 req-600beed7-529f-4886-ab18-ea51ebcdb31d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074862 Nov 25 08:42:19.027458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fdc78-44ac-442d-bd0a-9aa86db3b538 req-ec75c436-654c-4557-b551-764ad8caea26 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:19.029154 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7a9fdc78-44ac-442d-bd0a-9aa86db3b538 req-ec75c436-654c-4557-b551-764ad8caea26 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.0673270 Nov 25 08:42:19.140165 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7a9fdc78-44ac-442d-bd0a-9aa86db3b538 req-b185ee7b-278b-4e7a-a72f-2017d990721a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0961428 Nov 25 08:42:19.220784 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f440ed7f-6460-4267-8c75-2a3ab10b6931 req-88de47ad-a416-4889-9738-03baa07038b2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0350711 Nov 25 08:42:19.381137 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d968608-26f8-4f0e-88bc-0f13ac0c2ff4 req-1e29f4ba-9a16-4136-9b51-bfea17f700c5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:19.383342 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d968608-26f8-4f0e-88bc-0f13ac0c2ff4 req-1e29f4ba-9a16-4136-9b51-bfea17f700c5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0893040 Nov 25 08:42:19.456405 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6d968608-26f8-4f0e-88bc-0f13ac0c2ff4 req-31636e3e-3553-480e-b8b5-cb868e1c3f5d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565078 Nov 25 08:42:19.688960 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3c92a0d9-11a1-4188-bd68-04327627b096 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:19.809650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 3c92a0d9-11a1-4188-bd68-04327627b096 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:42:19.816570 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 3c92a0d9-11a1-4188-bd68-04327627b096 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:19.816761 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:19.935587 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:19.978836 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:19.983656 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d71c497-b337-4dde-93dd-698967096c8f" -d '{"events": [{"server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "name": "network-vif-plugged", "status": "completed", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:20.014500 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3c92a0d9-11a1-4188-bd68-04327627b096,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:20.022241 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:20.065074 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30011a1a-da7f-4e26-8422-6ad0aab7797b x-openstack-request-id: req-30011a1a-da7f-4e26-8422-6ad0aab7797b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:20.065749 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "name": "network-vif-plugged", "status": "completed", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:20.066182 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-30011a1a-da7f-4e26-8422-6ad0aab7797b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:20.066829 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096', 'code': 200} Nov 25 08:42:20.099179 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c85cb2-6a05-490f-8564-977be726a523 req-2198fecf-3798-4f75-bfa2-ab300a5a25f4 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:20.100859 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12c85cb2-6a05-490f-8564-977be726a523 req-2198fecf-3798-4f75-bfa2-ab300a5a25f4 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.0619571 Nov 25 08:42:20.119467 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:20.209356 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12c85cb2-6a05-490f-8564-977be726a523 req-a5b928b3-effa-48dd-9a38-dc9d4a86b310 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833995 Nov 25 08:42:20.471033 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-34333520-e774-4972-8b53-e33c47a51f98 req-962f3137-a51f-4d27-904c-6e6e7a4e3639 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0441649 Nov 25 08:42:20.484274 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7934fe-9347-40a4-9db6-ea2648a9c34f req-177810d2-ca64-49ce-97d7-053e61a1f384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:20.486917 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c7934fe-9347-40a4-9db6-ea2648a9c34f req-177810d2-ca64-49ce-97d7-053e61a1f384 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 1102 time: 0.1395788 Nov 25 08:42:20.504541 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88104143-c097-4cd9-84c5-9a3a9cb009a7 req-7341d71d-627a-4959-b534-ace2f4860466 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:20.507384 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-88104143-c097-4cd9-84c5-9a3a9cb009a7 req-7341d71d-627a-4959-b534-ace2f4860466 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.1789646 Nov 25 08:42:20.732895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9c7934fe-9347-40a4-9db6-ea2648a9c34f req-d1817836-a354-40b6-ac28-62111585e27b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239366 Nov 25 08:42:20.763089 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-88104143-c097-4cd9-84c5-9a3a9cb009a7 req-cf67d05a-9f74-4c31-87fe-3768598544c3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416782 Nov 25 08:42:20.858108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-8d2bb878-1781-4c9c-acff-8a1962b5e2fb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:20.859841 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-8d2bb878-1781-4c9c-acff-8a1962b5e2fb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 814 time: 0.2877471 Nov 25 08:42:20.885998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c82d29c-942e-4f03-bd33-eb0fedfb42f2 req-358ccc23-51a0-47b2-b25c-f78e5a2580f6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:20.888823 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c82d29c-942e-4f03-bd33-eb0fedfb42f2 req-358ccc23-51a0-47b2-b25c-f78e5a2580f6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1223359 Nov 25 08:42:20.970809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c82d29c-942e-4f03-bd33-eb0fedfb42f2 req-b54ac81a-808f-4785-8cbb-d08ec09e1f4d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748456 Nov 25 08:42:21.032524 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Request body: {'port': {'device_id': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'admin_state_up': True, 'tenant_id': '3412713b28e44d47abca28c866ca338e'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:21.204793 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Made reservation on behalf of 3412713b28e44d47abca28c866ca338e for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:21.209089 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:21.358638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3a17d0d7-17fb-41d8-9c36-530233574c22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:21.416518 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Allocated IP 172.20.0.11 (0ddee4b4-d930-497a-91bb-d464076fa1b3/ae1132f2-66db-4320-94bd-0d233bd6b903/0934d921-242f-4af1-b9f6-e9d52009e97f) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:21.434654 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbf5562-6372-4513-919a-1e28449d2672 req-edb52fd0-bfb7-4a46-87ec-0bbaffebc8a1 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:21.436343 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3cbf5562-6372-4513-919a-1e28449d2672 req-edb52fd0-bfb7-4a46-87ec-0bbaffebc8a1 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.0889966 Nov 25 08:42:21.573108 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3cbf5562-6372-4513-919a-1e28449d2672 req-81d92310-2d23-4eba-a337-5449c2ce2875 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229458 Nov 25 08:42:21.650220 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:21.711724 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-29b31e28-8e49-4052-bba7-4a58b5d97f38 req-01965f9a-c35f-4848-b53a-9a3c73e5f5b2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0325906 Nov 25 08:42:21.720285 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:21.780012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Network 0ddee4b4-d930-497a-91bb-d464076fa1b3 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:21.785649 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:21.789781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:21.831419 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event updated for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:21.857322 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:21.858319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:21.883291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16ffbcb8-f79e-4155-9ce3-4ab2c773cc40 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8573952 Nov 25 08:42:22.314244 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:23.876283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:24.554256 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:24.726022 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0', '3d904caf-5740-4806-9e49-0bff89308ad2', 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:24.756073 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Request body: {'port': {'device_id': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:24.870388 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:24.905178 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ef21d7-94ac-45fa-be51-c60cf3575a00 req-ace1b3fe-02f2-49b1-b6c6-5b3d3a4e932d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:24.906944 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-42ef21d7-94ac-45fa-be51-c60cf3575a00 req-ace1b3fe-02f2-49b1-b6c6-5b3d3a4e932d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.0988653 Nov 25 08:42:25.089652 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-42ef21d7-94ac-45fa-be51-c60cf3575a00 req-4e4f00a3-1206-472c-8e23-c24822489623 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1606233 Nov 25 08:42:25.112672 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aa6f29-a9c9-4881-9287-98c96ff74937 req-79f8a526-3489-4af6-8cff-d67fc75c5ee3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.114335 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a1aa6f29-a9c9-4881-9287-98c96ff74937 req-79f8a526-3489-4af6-8cff-d67fc75c5ee3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1661005 Nov 25 08:42:25.316659 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a1aa6f29-a9c9-4881-9287-98c96ff74937 req-54808f9b-83eb-4d23-99c1-715e3677e3a2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418111 Nov 25 08:42:25.385390 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9c4ae4-db54-4c43-a935-33cc9c8bc967 req-f6fb242c-f95a-4d49-9e89-89de0e811d8b tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.387079 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7e9c4ae4-db54-4c43-a935-33cc9c8bc967 req-f6fb242c-f95a-4d49-9e89-89de0e811d8b tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.1752737 Nov 25 08:42:25.403551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0934d921-242f-4af1-b9f6-e9d52009e97f {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:25.437725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.484779 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Transition to ACTIVE for port object 0934d921-242f-4af1-b9f6-e9d52009e97f will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:42:25.498772 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.544475 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7e9c4ae4-db54-4c43-a935-33cc9c8bc967 req-bd6a1849-fbf3-4943-ac17-539ce4d8636f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450403 Nov 25 08:42:25.558972 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada612a-69e2-4156-86be-0072941b70be req-c3181b89-485f-4e42-85dd-02d2aaf47cfd tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.560810 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1ada612a-69e2-4156-86be-0072941b70be req-c3181b89-485f-4e42-85dd-02d2aaf47cfd tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 932 time: 0.1474650 Nov 25 08:42:25.631467 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Pushing event updated for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:25.679593 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.680208 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.681136 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.681489 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.681833 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.682172 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.682514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.682833 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.683158 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.683482 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.684007 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.684603 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:25.728992 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.735870 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1ada612a-69e2-4156-86be-0072941b70be req-8863e7ca-3da6-4083-ba41-e65305061720 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619682 Nov 25 08:42:25.780108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Attempting to bind port 0934d921-242f-4af1-b9f6-e9d52009e97f on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:25.780816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Attempting to bind port 0934d921-242f-4af1-b9f6-e9d52009e97f by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:25.782290 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Attempting to bind port 0934d921-242f-4af1-b9f6-e9d52009e97f on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:25.794953 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Port 0934d921-242f-4af1-b9f6-e9d52009e97f on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:42:25.795895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Attempting to bind port 0934d921-242f-4af1-b9f6-e9d52009e97f on network 0ddee4b4-d930-497a-91bb-d464076fa1b3 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:25.803447 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:25.804141 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Checking segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:25.807070 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Bound using segment: {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:25.807697 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Bound port: 0934d921-242f-4af1-b9f6-e9d52009e97f, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62294715-abad-4907-88ae-1a63700d4ed5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:25.808118 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.903208 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:25.908193 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0934d921-242f-4af1-b9f6-e9d52009e97f,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:25.916077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.966028 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:25.966681 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:25.968393 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] 10.222.0.59 "PUT /v2.0/ports/0934d921-242f-4af1-b9f6-e9d52009e97f HTTP/1.1" status: 200 len: 1094 time: 1.2183573 Nov 25 08:42:25.968881 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:25.971296 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12939313-9848-41d4-ac88-534a2e880758" -d '{"events": [{"name": "network-changed", "server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:26.018974 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da44f450-4e56-445a-8995-5eaea25b70ad x-openstack-request-id: req-da44f450-4e56-445a-8995-5eaea25b70ad {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:26.019409 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:26.019834 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-da44f450-4e56-445a-8995-5eaea25b70ad {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:26.020432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f', 'status': 'completed', 'code': 200} Nov 25 08:42:26.022502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16496da7-589a-4bdc-926a-07327b348c60 service neutron] Pushing event updated for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:26.116880 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-cdeb08a4-e933-4200-bc14-c88efb098383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:26.119046 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-cdeb08a4-e933-4200-bc14-c88efb098383 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.0496109 Nov 25 08:42:26.189134 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-70085de8-66c0-475d-80f7-d3c2198fb631 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0934d921-242f-4af1-b9f6-e9d52009e97f HTTP/1.1" status: 200 len: 217 time: 0.0581155 Nov 25 08:42:26.575719 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-f8fecc00-34da-4e2c-967e-f875bcc67c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:26.577232 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-f8fecc00-34da-4e2c-967e-f875bcc67c24 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.3756018 Nov 25 08:42:26.608753 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b8ddb-f7b5-4d8a-9fbc-0e8ddf8f6d90 req-122e96ef-9a60-43d1-a74e-5337bee9d661 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:26.610432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-808b8ddb-f7b5-4d8a-9fbc-0e8ddf8f6d90 req-122e96ef-9a60-43d1-a74e-5337bee9d661 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 943 time: 0.3987854 Nov 25 08:42:26.642663 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30206a3c-387e-43de-8919-868f8d0db719 req-fded3d40-9204-4b70-a1f5-1c401b70bff4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:26.644464 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30206a3c-387e-43de-8919-868f8d0db719 req-fded3d40-9204-4b70-a1f5-1c401b70bff4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1421294 Nov 25 08:42:26.646545 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-179138dd-482a-435b-bc07-f97673baf15e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580335 Nov 25 08:42:26.734683 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3eab4787-6ee8-4eb6-8d64-63594ea60f24 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:42:26.794553 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30206a3c-387e-43de-8919-868f8d0db719 req-74d96724-dcd6-4bfa-bec7-af11a4396853 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338532 Nov 25 08:42:26.800813 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-808b8ddb-f7b5-4d8a-9fbc-0e8ddf8f6d90 req-2da0d81f-de5d-445b-8484-b05f11456dd9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1681089 Nov 25 08:42:26.863040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-b4bb5f48-b667-43e3-821d-4b420f0617a4 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917233 Nov 25 08:42:26.918288 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:26.933450 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'port_id': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'mac_address': 'fa:16:3e:85:9a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:42:26.983779 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:26.999338 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eab4787-6ee8-4eb6-8d64-63594ea60f24 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:27.021567 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:27.028026 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:27.092698 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:27.102113 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.103888 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.103888 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.104227 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.104670 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.105183 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.105798 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.106305 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.106875 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.107344 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.107821 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.108324 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:27.112652 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a99fbd-41b3-405d-96ca-8d2f0b6acfb2 req-ed3e9b6a-6951-4014-b281-48062faf6a0d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.114270 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66a99fbd-41b3-405d-96ca-8d2f0b6acfb2 req-ed3e9b6a-6951-4014-b281-48062faf6a0d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.2162499 Nov 25 08:42:27.142691 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede04b9c-aca2-47f1-823a-06f69fbdcd43 req-dc532d0b-4274-43fc-8177-2b4dcc8f33d3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.144375 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ede04b9c-aca2-47f1-823a-06f69fbdcd43 req-dc532d0b-4274-43fc-8177-2b4dcc8f33d3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 944 time: 0.2257352 Nov 25 08:42:27.151132 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e46d6e37-830d-4de1-a7fd-eb3fe6bd567f req-4b747b48-a72a-48a3-a9cd-1a111a787dd5 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2693474 Nov 25 08:42:27.221576 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66a99fbd-41b3-405d-96ca-8d2f0b6acfb2 req-9192788d-5f51-46fd-b035-3aadb3fd2a1a tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952311 Nov 25 08:42:27.308251 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ede04b9c-aca2-47f1-823a-06f69fbdcd43 req-a72fd67a-6a44-45a3-b136-057a4f38b813 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459098 Nov 25 08:42:27.358729 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939313-9848-41d4-ac88-534a2e880758 req-1f8a54ea-8170-47b8-bb88-7d1052e29090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.363754 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-1f8a54ea-8170-47b8-bb88-7d1052e29090 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3412713b28e44d47abca28c866ca338e&device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 1097 time: 0.1378396 Nov 25 08:42:27.501384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939313-9848-41d4-ac88-534a2e880758 req-b67cc74c-1baa-4c26-95ef-41f2283a7459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.503439 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-b67cc74c-1baa-4c26-95ef-41f2283a7459 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 200 len: 915 time: 0.1122406 Nov 25 08:42:27.555793 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-a33c9638-1fb7-4283-bacc-8717788b0d01 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0934d921-242f-4af1-b9f6-e9d52009e97f HTTP/1.1" status: 200 len: 217 time: 0.0396070 Nov 25 08:42:27.559159 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['3eab4787-6ee8-4eb6-8d64-63594ea60f24'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:27.634244 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12939313-9848-41d4-ac88-534a2e880758 req-312fdc6a-a898-49e1-a43d-f704a5c52a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.636387 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-312fdc6a-a898-49e1-a43d-f704a5c52a7c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 200 len: 854 time: 0.0711596 Nov 25 08:42:27.723982 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-9a78ca3d-3b6b-4aa6-ace1-19e119536e63 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0ddee4b4-d930-497a-91bb-d464076fa1b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0710547 Nov 25 08:42:27.834977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7193b45a-ad5c-4057-9dca-06886632acdc req-13893efa-0698-48bc-bb0a-6a2cc6fb25fd tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:27.836801 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7193b45a-ad5c-4057-9dca-06886632acdc req-13893efa-0698-48bc-bb0a-6a2cc6fb25fd tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.1168680 Nov 25 08:42:27.886177 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-72691c7f-18ca-4ad7-9c7a-c25b4b0d1d78 service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316149 Nov 25 08:42:28.002185 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7193b45a-ad5c-4057-9dca-06886632acdc req-381fb91b-100c-4644-84f6-b4fd3120cce9 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485019 Nov 25 08:42:28.054338 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01a6aa1-2d77-4c7e-8380-1f973898bf20 req-d5d6b015-9840-48fc-8a66-1d577acf9158 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.056631 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c01a6aa1-2d77-4c7e-8380-1f973898bf20 req-d5d6b015-9840-48fc-8a66-1d577acf9158 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1394377 Nov 25 08:42:28.108635 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-12939313-9848-41d4-ac88-534a2e880758 req-2ee35934-0116-4a18-87c6-9a10a02b4d9c service neutron] 10.222.0.59 "GET /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119298 Nov 25 08:42:28.162745 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c01a6aa1-2d77-4c7e-8380-1f973898bf20 req-9a4f115f-5dc5-461c-a539-436bfbdc42b8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879855 Nov 25 08:42:28.175144 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a91f4-aadd-46ff-8359-5d87ad6658de req-fd674ac1-d8a1-4c5e-8f9c-8d7a228a7bd9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.176712 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c86a91f4-aadd-46ff-8359-5d87ad6658de req-fd674ac1-d8a1-4c5e-8f9c-8d7a228a7bd9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 944 time: 0.1001797 Nov 25 08:42:28.241042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c86a91f4-aadd-46ff-8359-5d87ad6658de req-14b9785b-ce51-4486-b169-72bebd9afe38 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534120 Nov 25 08:42:28.296925 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-1b3bf93e-6d08-4b63-9a24-e3a6c715ec86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.298562 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-1b3bf93e-6d08-4b63-9a24-e3a6c715ec86 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.0479920 Nov 25 08:42:28.482587 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-358650aa-23a7-4c9e-80a4-12067acb83d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.485301 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-358650aa-23a7-4c9e-80a4-12067acb83d7 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.1621726 Nov 25 08:42:28.560220 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-3364ac26-70a8-4bc9-ac4c-6c1abf9e0b73 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.0647557 Nov 25 08:42:28.576403 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25eac709-7449-4c53-9498-94f93f66de98 req-343822d2-6123-4415-a39f-0d8d21fa8956 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.578049 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-25eac709-7449-4c53-9498-94f93f66de98 req-343822d2-6123-4415-a39f-0d8d21fa8956 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 944 time: 0.1576872 Nov 25 08:42:28.665828 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-15b7dbdf-2194-4871-bc3d-a27c728589ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:28.667878 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-15b7dbdf-2194-4871-bc3d-a27c728589ed service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.0883706 Nov 25 08:42:28.693178 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-25eac709-7449-4c53-9498-94f93f66de98 req-df0f5ea8-3fc0-4755-ac74-6509a6ce73fc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836680 Nov 25 08:42:28.715291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-0de1bf4c-35a9-4283-8a20-3c7938efd0a9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369313 Nov 25 08:42:28.857598 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 56836) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:28.888212 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-ae1ed6bc-d1d3-43fe-8ed2-e8eff05362c8 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495790 Nov 25 08:42:29.026153 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3e9be650-c062-42eb-8c61-d92ab19ae0e4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.035447 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a023bd0e-90d1-4be3-8480-49f0c720d19d req-79e0daec-3cfb-406c-aeb1-9ec7ef291cd9 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343906 Nov 25 08:42:29.127210 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3e9be650-c062-42eb-8c61-d92ab19ae0e4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.132821 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3e9be650-c062-42eb-8c61-d92ab19ae0e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.179040 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3e9be650-c062-42eb-8c61-d92ab19ae0e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f8d290ee4c8c4d629a31dbf263c6a0e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3199291 Nov 25 08:42:29.179396 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 56842) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:29.180469 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9be650-c062-42eb-8c61-d92ab19ae0e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97adec53-68fd-4942-9eea-cb36fa3f63bc,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:29.209814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3220073b-767b-45b3-b693-7a24058263ca req-187b2f56-6999-42d7-b884-28a028b8dc6e tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:29.212487 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3220073b-767b-45b3-b693-7a24058263ca req-187b2f56-6999-42d7-b884-28a028b8dc6e tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.0864975 Nov 25 08:42:29.300395 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.304864 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3220073b-767b-45b3-b693-7a24058263ca req-9e612b28-e2c9-4475-b3d3-bafc70155e9a tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824561 Nov 25 08:42:29.353527 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.395921 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7817d2-a419-4b67-adf8-766eed3eabca req-0357fb7e-e84f-41a3-8180-c109faa34d85 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:29.397560 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9e7817d2-a419-4b67-adf8-766eed3eabca req-0357fb7e-e84f-41a3-8180-c109faa34d85 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1154547 Nov 25 08:42:29.488682 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.491334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:29.492585 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97adec53-68fd-4942-9eea-cb36fa3f63bc HTTP/1.1" status: 204 len: 168 time: 0.3120048 Nov 25 08:42:29.504040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0272c985-b3ad-40cc-89ee-b28346c417e9 req-146e9d9a-31fa-4f23-ba67-ca80e46caa5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:29.505634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0272c985-b3ad-40cc-89ee-b28346c417e9 req-146e9d9a-31fa-4f23-ba67-ca80e46caa5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 944 time: 0.1027305 Nov 25 08:42:29.509481 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9e7817d2-a419-4b67-adf8-766eed3eabca req-4c786aba-c4e1-42c0-aa49-2413c866a04d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973575 Nov 25 08:42:29.518964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2001a3c-efbc-4647-b0d5-b605273bf650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97adec53-68fd-4942-9eea-cb36fa3f63bc,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:29.589631 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0272c985-b3ad-40cc-89ee-b28346c417e9 req-4f25f2ef-2208-4ed1-8e30-924389aed5f6 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715339 Nov 25 08:42:29.912805 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f2aee5-223b-4900-bbec-fa8c29f33449 req-8c9eedc2-f509-4ecc-a00f-35722c9e5bbb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:29.914621 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50f2aee5-223b-4900-bbec-fa8c29f33449 req-8c9eedc2-f509-4ecc-a00f-35722c9e5bbb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 944 time: 0.1118677 Nov 25 08:42:29.979475 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50f2aee5-223b-4900-bbec-fa8c29f33449 req-7949f36b-c2c3-4596-a846-fcffa8e54ea0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512083 Nov 25 08:42:30.104266 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-1da7002e-2910-4cc1-8c8b-85b6fc80815d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:30.107054 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-1da7002e-2910-4cc1-8c8b-85b6fc80815d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.59 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.0841453 Nov 25 08:42:30.273932 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Deleting port 3c92a0d9-11a1-4188-bd68-04327627b096 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:42:30.275003 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:30.400920 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] For port 3c92a0d9-11a1-4188-bd68-04327627b096, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3c92a0d9-11a1-4188-bd68-04327627b096,segment=NetworkSegment(3b0de5f7-7eac-4b34-830b-7c2a72037a7c),segment_id=3b0de5f7-7eac-4b34-830b-7c2a72037a7c)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:30.401298 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:30.422845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Calling delete_port for 3c92a0d9-11a1-4188-bd68-04327627b096 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:42:30.540452 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c87969-d1b9-4c8e-b5c2-e2b608e911a9 req-b8750969-5f1f-4c55-997f-649a515f32e6 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:30.542094 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41c87969-d1b9-4c8e-b5c2-e2b608e911a9 req-b8750969-5f1f-4c55-997f-649a515f32e6 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 949 time: 0.1087577 Nov 25 08:42:30.732439 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41c87969-d1b9-4c8e-b5c2-e2b608e911a9 req-de4a951e-4b58-4151-b6ca-dea5798bb56d tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/security-groups?id=30d9bd36-f9b6-4965-a897-8a5e0d29381d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750054 Nov 25 08:42:30.766428 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0934d921-242f-4af1-b9f6-e9d52009e97f details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:42:30.768869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:30.786088 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3eab4787-6ee8-4eb6-8d64-63594ea60f24 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:30.835328 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd2342-433a-4254-bea8-caf8ba4e3851 req-87890fe1-62a3-4cad-88ba-82a8655e1594 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:30.838549 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1dbd2342-433a-4254-bea8-caf8ba4e3851 req-87890fe1-62a3-4cad-88ba-82a8655e1594 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1655257 Nov 25 08:42:30.866654 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Pushing event deleted for resources: {'Port': ['ID=3c92a0d9-11a1-4188-bd68-04327627b096,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:30.941376 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['3c92a0d9-11a1-4188-bd68-04327627b096'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:31.047540 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] No DVR routers for this DVR port 3c92a0d9-11a1-4188-bd68-04327627b096 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:42:31.079516 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.085132 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c422c6a-a52d-4e13-990b-1671a60400d9 req-6cfb97a4-56d9-49af-a57f-614cf0beaf2f tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.59 "DELETE /v2.0/ports/3c92a0d9-11a1-4188-bd68-04327627b096 HTTP/1.1" status: 204 len: 173 time: 0.9651823 Nov 25 08:42:31.087695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'name': 'network-vif-deleted', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:31.091871 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8454c78d-db9a-4440-9adc-9de78d31f63b" -d '{"events": [{"server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "name": "network-vif-deleted", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:31.116581 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0934d921-242f-4af1-b9f6-e9d52009e97f,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:31.120812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d29d0-30a8-459a-9e9e-1791d6b9b6b4 req-9afca761-0870-482d-844f-8fd38e147cc8 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:31.123222 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e35d29d0-30a8-459a-9e9e-1791d6b9b6b4 req-9afca761-0870-482d-844f-8fd38e147cc8 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 944 time: 0.2781665 Nov 25 08:42:31.128442 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:42:31.139688 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1dbd2342-433a-4254-bea8-caf8ba4e3851 req-9b14da3f-e6ab-4168-827a-890333074ab6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912292 Nov 25 08:42:31.160798 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:31.162074 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.249744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '0934d921-242f-4af1-b9f6-e9d52009e97f', 'network_id': '0ddee4b4-d930-497a-91bb-d464076fa1b3', 'port_id': '0934d921-242f-4af1-b9f6-e9d52009e97f', 'mac_address': 'fa:16:3e:1b:8c:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae1132f2-66db-4320-94bd-0d233bd6b903', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:42:31.296367 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e35d29d0-30a8-459a-9e9e-1791d6b9b6b4 req-491f335c-0111-4193-8138-1d419951ae61 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549850 Nov 25 08:42:31.419686 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.441591 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.451074 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:31.453939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc774b84-d4ec-44d3-9f57-c7d8eb1c25b9" -d '{"events": [{"server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "name": "network-vif-plugged", "status": "completed", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:31.485392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:31.488428 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0934d921-242f-4af1-b9f6-e9d52009e97f {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:31.489083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad8afb4-758b-4443-ba45-e8e0ae8503ec req-40ba99d9-3a7f-4971-97ea-287fcbdadbd1 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:31.491134 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ad8afb4-758b-4443-ba45-e8e0ae8503ec req-40ba99d9-3a7f-4971-97ea-287fcbdadbd1 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 944 time: 0.1045542 Nov 25 08:42:31.504603 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.603769 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ad8afb4-758b-4443-ba45-e8e0ae8503ec req-39d6a463-e344-4bd2-b8fd-0e77e7c1e335 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050789 Nov 25 08:42:31.615505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0934d921-242f-4af1-b9f6-e9d52009e97f,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:31.625166 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef52c0e7-9985-4f56-99bd-f25b57805a98 x-openstack-request-id: req-ef52c0e7-9985-4f56-99bd-f25b57805a98 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:31.625480 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b80c162-23ca-4be1-a17a-17ed4f5cd292", "name": "network-vif-deleted", "tag": "3c92a0d9-11a1-4188-bd68-04327627b096", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:31.625981 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ef52c0e7-9985-4f56-99bd-f25b57805a98 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:31.626356 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b80c162-23ca-4be1-a17a-17ed4f5cd292', 'name': 'network-vif-deleted', 'tag': '3c92a0d9-11a1-4188-bd68-04327627b096', 'status': 'completed', 'code': 200} Nov 25 08:42:31.630301 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:31.671289 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c00c01-74fb-4fe8-be66-f94066f42af2 x-openstack-request-id: req-b7c00c01-74fb-4fe8-be66-f94066f42af2 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:31.671813 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "name": "network-vif-plugged", "status": "completed", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:31.672232 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7c00c01-74fb-4fe8-be66-f94066f42af2 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:31.672822 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'code': 200} Nov 25 08:42:31.678018 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:31.773307 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:31.878324 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ae6ea96-6e93-45c1-b4de-395cbf000d0c req-76203cc7-ad1f-444e-9bc3-a903b7148106 tempest-VolumesNegativeTest-46493136 tempest-VolumesNegativeTest-46493136-project] 10.222.0.46 "GET /v2.0/ports?device_id=1b80c162-23ca-4be1-a17a-17ed4f5cd292 HTTP/1.1" status: 200 len: 210 time: 0.0281563 Nov 25 08:42:32.091673 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae1cfeb-3fa5-4004-9644-2f603e25ffba req-9d5a7368-7a32-47e2-a0d5-0a538993292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:32.096478 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ae1cfeb-3fa5-4004-9644-2f603e25ffba req-9d5a7368-7a32-47e2-a0d5-0a538993292f service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 1098 time: 0.0808964 Nov 25 08:42:32.160312 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['0934d921-242f-4af1-b9f6-e9d52009e97f'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:32.198113 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ae1cfeb-3fa5-4004-9644-2f603e25ffba req-60bdb2ec-6948-40df-9dbe-77cc3702629e service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737236 Nov 25 08:42:32.368216 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c8589e-8e4a-4575-a538-de0777a95a45 req-1ede24a3-12cc-40ec-91cc-db6e618c3e8c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:32.370105 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9c8589e-8e4a-4575-a538-de0777a95a45 req-1ede24a3-12cc-40ec-91cc-db6e618c3e8c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0799696 Nov 25 08:42:32.481118 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9c8589e-8e4a-4575-a538-de0777a95a45 req-54257c43-6f94-43c3-bb49-007564b4ba9f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981300 Nov 25 08:42:32.504643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c5981b-ea76-4f09-a42c-0a6ff253671d req-c8c208aa-b3a4-4c65-8a1b-16a8aeb05535 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:32.506348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5c5981b-ea76-4f09-a42c-0a6ff253671d req-c8c208aa-b3a4-4c65-8a1b-16a8aeb05535 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.0726283 Nov 25 08:42:32.595815 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5c5981b-ea76-4f09-a42c-0a6ff253671d req-e73c5e53-9604-43f1-bb2e-ce25719ba8e1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741093 Nov 25 08:42:32.790396 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3c92a0d9-11a1-4188-bd68-04327627b096 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:42:32.799174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fa8283-008a-478c-ac2c-32a40463b4fb req-5aa7b7eb-630d-413d-b8ca-26a99833d34d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:32.801291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-27fa8283-008a-478c-ac2c-32a40463b4fb req-5aa7b7eb-630d-413d-b8ca-26a99833d34d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 945 time: 0.0702386 Nov 25 08:42:32.830783 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 3c92a0d9-11a1-4188-bd68-04327627b096 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:42:32.831133 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3c92a0d9-11a1-4188-bd68-04327627b096 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:42:32.871994 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-27fa8283-008a-478c-ac2c-32a40463b4fb req-9b897b8c-22b5-4a8e-b4af-bc265829bad5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619938 Nov 25 08:42:33.699846 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ac9aa-8975-461f-8f11-a26e0e167f04 req-87b9f372-2752-4331-8a9d-f6724101eb6c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:33.704706 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e76ac9aa-8975-461f-8f11-a26e0e167f04 req-87b9f372-2752-4331-8a9d-f6724101eb6c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1120307 Nov 25 08:42:33.880551 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e76ac9aa-8975-461f-8f11-a26e0e167f04 req-7b3d3a04-f072-4d6c-a1a3-7e77883efdff tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573873 Nov 25 08:42:33.904269 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc2baa1-071f-40f3-b336-6c658e2baed3 req-83ab75a2-6935-4d35-8f89-9fb99c21964d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:33.906961 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9bc2baa1-071f-40f3-b336-6c658e2baed3 req-83ab75a2-6935-4d35-8f89-9fb99c21964d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.1858518 Nov 25 08:42:34.084250 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9bc2baa1-071f-40f3-b336-6c658e2baed3 req-058bf732-ac6c-4216-86bc-9cd84881cae3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1582201 Nov 25 08:42:34.318507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74aea33-9451-4be0-b65b-1e5188c6bc0e req-d9e2c065-2bca-4c6b-9257-a0fad198ad22 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:34.321979 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b74aea33-9451-4be0-b65b-1e5188c6bc0e req-d9e2c065-2bca-4c6b-9257-a0fad198ad22 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 945 time: 0.0936441 Nov 25 08:42:34.406279 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b74aea33-9451-4be0-b65b-1e5188c6bc0e req-c2cd87ee-ac64-4ad9-8344-ec1bde8b48f8 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719271 Nov 25 08:42:34.817459 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0934d921-242f-4af1-b9f6-e9d52009e97f up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:34.916211 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 0934d921-242f-4af1-b9f6-e9d52009e97f completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:42:34.921815 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 0934d921-242f-4af1-b9f6-e9d52009e97f triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:34.922574 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:35.049951 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:35.092429 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:35.096124 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-896b359f-2430-4216-b3e4-f84745810957" -d '{"events": [{"server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:35.097297 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5368e-c841-44f1-b60b-780b4b2b4894 req-4f45e7ba-ccc5-4e8f-9b0a-78643eebdcde tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:35.100770 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-18b5368e-c841-44f1-b60b-780b4b2b4894 req-4f45e7ba-ccc5-4e8f-9b0a-78643eebdcde tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0879498 Nov 25 08:42:35.141891 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0934d921-242f-4af1-b9f6-e9d52009e97f,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:35.152484 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:35.184445 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-18b5368e-c841-44f1-b60b-780b4b2b4894 req-cb3e34a7-c4b1-456b-b767-be0c7ea2ea80 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750463 Nov 25 08:42:35.318685 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:35.341249 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3da5e8f-77e8-4756-ba19-772683f0f969 x-openstack-request-id: req-a3da5e8f-77e8-4756-ba19-772683f0f969 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:35.342379 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "name": "network-vif-plugged", "status": "completed", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:35.342797 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a3da5e8f-77e8-4756-ba19-772683f0f969 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:35.343456 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f', 'code': 200} Nov 25 08:42:35.595443 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9fabc-f1d4-46fb-8807-0d7e54ab20cb req-d4b86b89-3962-488c-8b99-d2399f2364a5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:35.603521 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e4a9fabc-f1d4-46fb-8807-0d7e54ab20cb req-d4b86b89-3962-488c-8b99-d2399f2364a5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.2369525 Nov 25 08:42:35.639322 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e07b480-8254-4c8c-965e-90d743df5073 req-fcdd7514-8368-4eb0-9be0-3848014bea39 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:35.641391 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e07b480-8254-4c8c-965e-90d743df5073 req-fcdd7514-8368-4eb0-9be0-3848014bea39 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1052513 Nov 25 08:42:35.738233 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e4a9fabc-f1d4-46fb-8807-0d7e54ab20cb req-27522ba0-9855-4579-8ac6-afb2444a26eb tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332278 Nov 25 08:42:35.801586 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e07b480-8254-4c8c-965e-90d743df5073 req-9eb3d908-6e4d-4f58-8737-e86c04a2470a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475701 Nov 25 08:42:35.806376 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d849054-985c-4288-aeb4-06704599c14b req-ca52e728-e866-4a9a-b52e-5b4ba5609d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:35.809883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0d849054-985c-4288-aeb4-06704599c14b req-ca52e728-e866-4a9a-b52e-5b4ba5609d86 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 1099 time: 0.1659834 Nov 25 08:42:35.954602 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0d849054-985c-4288-aeb4-06704599c14b req-dd1e82d3-55cb-4b1d-bec8-a6111b5a1755 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361806 Nov 25 08:42:36.311079 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176b77e-74a7-4298-a3b7-85b82bb10ed7 req-ed43deaa-402f-4508-8995-63fd613286ef tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:36.313530 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d176b77e-74a7-4298-a3b7-85b82bb10ed7 req-ed43deaa-402f-4508-8995-63fd613286ef tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.3576715 Nov 25 08:42:36.407937 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3e5c07-25ac-4b1a-8a09-f557e002839e req-68eb967b-e700-4358-a225-213a60a0828f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:36.409329 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f3e5c07-25ac-4b1a-8a09-f557e002839e req-68eb967b-e700-4358-a225-213a60a0828f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0930395 Nov 25 08:42:36.414233 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d176b77e-74a7-4298-a3b7-85b82bb10ed7 req-1e007bc9-7c7d-46d8-b36c-844a023f5c66 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882483 Nov 25 08:42:36.447657 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57212) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:36.496567 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f3e5c07-25ac-4b1a-8a09-f557e002839e req-21e691fe-54ff-49ba-8f2b-25fa4e99ae5d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Nov 25 08:42:36.724753 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf983aa-daa3-416e-b7b6-54795e9a923c tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:36.730122 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-dcf983aa-daa3-416e-b7b6-54795e9a923c tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 1093 time: 0.2776771 Nov 25 08:42:36.730361 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57226) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:36.734982 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'port_id': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:36.763347 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:36.937947 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:37.078714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426e0c9-da00-4dd8-9381-2815b10dbf69 req-600a7856-a4c5-420e-a617-b0fbd089abd7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:37.081491 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4426e0c9-da00-4dd8-9381-2815b10dbf69 req-600a7856-a4c5-420e-a617-b0fbd089abd7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1110613 Nov 25 08:42:37.099395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.27.3.195 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/82c88b88-edf8-4834-9227-b8574e532407) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:37.168166 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4426e0c9-da00-4dd8-9381-2815b10dbf69 req-83fe8e13-50f1-49ec-9e14-116b4225729c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739233 Nov 25 08:42:37.261283 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:37.309006 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:37.370926 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:37.374915 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:37.380074 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:37.423131 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=82c88b88-edf8-4834-9227-b8574e532407,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:37.672706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfea5d3-d5b5-4ba7-8d90-afffa726941a req-4348e014-7984-42dc-994e-719295957214 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:37.674419 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6bfea5d3-d5b5-4ba7-8d90-afffa726941a req-4348e014-7984-42dc-994e-719295957214 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0721598 Nov 25 08:42:37.753199 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6bfea5d3-d5b5-4ba7-8d90-afffa726941a req-299b0770-0ec0-42b3-86f2-a601e2e66143 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712786 Nov 25 08:42:38.020474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:38.145475 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:38.344422 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bbb1b-878d-48cd-943a-15a38594ff98 req-e2837dc3-5cc1-4aec-af84-369741422407 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:38.346067 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-132bbb1b-878d-48cd-943a-15a38594ff98 req-e2837dc3-5cc1-4aec-af84-369741422407 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.0642724 Nov 25 08:42:38.355699 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:38.362741 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:38.402952 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-132bbb1b-878d-48cd-943a-15a38594ff98 req-81ab7245-b3f9-4411-9b3d-dc7d067bca95 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505726 Nov 25 08:42:38.476530 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=82c88b88-edf8-4834-9227-b8574e532407,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:38.494538 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:38.618408 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP 29dadf95-f9a6-4530-b59e-3282e8109a79 associated. External IP: 172.27.3.195, port: 3eab4787-6ee8-4eb6-8d64-63594ea60f24. Nov 25 08:42:38.665954 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:42:38.906782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71336c4-3dbb-4300-9f9e-99a17618e321 req-767a1c77-7863-454e-8d34-bf08e0856e6a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:38.909040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c71336c4-3dbb-4300-9f9e-99a17618e321 req-767a1c77-7863-454e-8d34-bf08e0856e6a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0628777 Nov 25 08:42:38.995513 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c71336c4-3dbb-4300-9f9e-99a17618e321 req-e3828710-9067-4712-9161-d4b1283ae140 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780680 Nov 25 08:42:39.100246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:42:39.271776 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:42:39.292421 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:42:39.307784 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:39.309326 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:39.316260 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:39.355546 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e9e242fa-1d97-48a1-8bea-2d308d2b7fa3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6240382 Nov 25 08:42:39.356292 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:39.358961 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad161ff7-2978-402e-bec6-c6445fdef210" -d '{"events": [{"name": "network-changed", "server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:39.415964 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1a4786a-d506-4160-9044-42fada32e458 x-openstack-request-id: req-d1a4786a-d506-4160-9044-42fada32e458 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:39.415964 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:39.415964 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d1a4786a-d506-4160-9044-42fada32e458 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:39.416493 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'status': 'completed', 'code': 200} Nov 25 08:42:39.544901 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:39.552484 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-50b8772d-d444-4054-862e-a96fdeead082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:39.557170 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-50b8772d-d444-4054-862e-a96fdeead082 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 1098 time: 0.1064715 Nov 25 08:42:39.927884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1806f4c-13ab-48cf-8f62-fabcfe8e9ba3 req-e15a646d-908b-4be8-aec1-a644bc513842 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:39.941798 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1806f4c-13ab-48cf-8f62-fabcfe8e9ba3 req-e15a646d-908b-4be8-aec1-a644bc513842 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.2585933 Nov 25 08:42:39.972802 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '29dadf95-f9a6-4530-b59e-3282e8109a79', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:85:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:42:37Z', 'updated_at': '2021-11-25T08:42:37Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:40.015351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b5969-c722-46fe-b515-01df04a2c2b4 req-1c27839d-2e52-45df-a3b2-86cd6f8ebe4c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.034465 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-837b5969-c722-46fe-b515-01df04a2c2b4 req-1c27839d-2e52-45df-a3b2-86cd6f8ebe4c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.3642366 Nov 25 08:42:40.036003 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:42:40.048579 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:40.053484 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:40.152435 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-837b5969-c722-46fe-b515-01df04a2c2b4 req-17245aa4-b800-49a0-9424-f5f411b7f0af tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959809 Nov 25 08:42:40.162962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-1e18f9e3-ed1a-49e0-a941-56a080f4f496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.165888 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-1e18f9e3-ed1a-49e0-a941-56a080f4f496 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.5923634 Nov 25 08:42:40.202600 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1806f4c-13ab-48cf-8f62-fabcfe8e9ba3 req-cea45b6c-d381-44a1-9756-373326e0e37e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422798 Nov 25 08:42:40.202600 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 57326) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:40.324540 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:40.374535 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3c1ea7-0986-424d-9b06-efab16eca08c req-a2dfc1b7-dc11-4cf0-a2bc-07d9cdcc7389 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.382321 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a3c1ea7-0986-424d-9b06-efab16eca08c req-a2dfc1b7-dc11-4cf0-a2bc-07d9cdcc7389 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0903318 Nov 25 08:42:40.387640 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-1d08f715-7821-4857-a421-c3b81264d415 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24 HTTP/1.1" status: 200 len: 999 time: 0.1933227 Nov 25 08:42:40.553393 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a3c1ea7-0986-424d-9b06-efab16eca08c req-57a2f21a-33b3-430d-903f-8eb265e0d5ad tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649067 Nov 25 08:42:40.563135 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-769d1054-7724-427c-aef5-bdb5c22fa97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.567072 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-769d1054-7724-427c-aef5-bdb5c22fa97e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.1462870 Nov 25 08:42:40.652804 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7a1853a8-d453-4747-8979-6f3db85da160 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=172634b29f7c4eb9ab7523f6eb64569c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4478998 Nov 25 08:42:40.657174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57336) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:40.665271 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8229ae-37c1-4faa-8c39-bdc37626b85d req-9c5f7d63-1260-49f9-ac03-78014fcb823b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.667530 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f8229ae-37c1-4faa-8c39-bdc37626b85d req-9c5f7d63-1260-49f9-ac03-78014fcb823b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.2540135 Nov 25 08:42:40.684148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-589b2c9d-f392-4369-a88c-c8bef0f68798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:40.685963 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-589b2c9d-f392-4369-a88c-c8bef0f68798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0923116 Nov 25 08:42:40.751069 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:40.795281 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:40.803529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f8229ae-37c1-4faa-8c39-bdc37626b85d req-80199c43-b8cd-49d2-a9d3-6e8609d96162 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166053 Nov 25 08:42:40.833119 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-d1692e46-84ba-488d-928f-b2fe184b754a service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301370 Nov 25 08:42:40.888856 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:40.891899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:40.893608 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/30d9bd36-f9b6-4965-a897-8a5e0d29381d HTTP/1.1" status: 204 len: 168 time: 0.2349341 Nov 25 08:42:40.899377 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '29dadf95-f9a6-4530-b59e-3282e8109a79', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:85:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:42:37Z', 'updated_at': '2021-11-25T08:42:37Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:40.906658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525cc2f4-93db-4b63-ab4d-56dcb3780da8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30d9bd36-f9b6-4965-a897-8a5e0d29381d,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:40.969050 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1eee77-bc71-448b-8bb4-1cc4f1c7b59f None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '29dadf95-f9a6-4530-b59e-3282e8109a79', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.195', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:85:9a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:42:37Z', 'updated_at': '2021-11-25T08:42:37Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:42:41.348734 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe08acc-fa31-446d-b867-ef6e7b48dd09 None None] New status for floating IP 29dadf95-f9a6-4530-b59e-3282e8109a79: ACTIVE {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:42:41.397113 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ad161ff7-2978-402e-bec6-c6445fdef210 req-08ae36da-8ac1-4e9c-bedd-e65aeebb1d1e service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924249 Nov 25 08:42:41.457046 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688aabcd-ddf7-4fa1-b5c2-bb9f6739190e req-8f348e0d-95b6-440b-8ea2-d2c5bd25679d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:41.462272 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-688aabcd-ddf7-4fa1-b5c2-bb9f6739190e req-8f348e0d-95b6-440b-8ea2-d2c5bd25679d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1652012 Nov 25 08:42:41.599955 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-688aabcd-ddf7-4fa1-b5c2-bb9f6739190e req-9c0e9f99-90c9-4ef5-896e-e3db89b68ead tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210160 Nov 25 08:42:41.901345 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c96266-aaa4-4421-b27f-c5c57a945eaa req-4fd31a87-694c-44e0-b242-40c32bb8234b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:41.903795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22c96266-aaa4-4421-b27f-c5c57a945eaa req-4fd31a87-694c-44e0-b242-40c32bb8234b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1522872 Nov 25 08:42:41.938916 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f190e879-a8e2-4652-8931-3eb0d420161e req-1541f12e-ec51-4de0-899b-3ccbeb557e41 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:41.940703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f190e879-a8e2-4652-8931-3eb0d420161e req-1541f12e-ec51-4de0-899b-3ccbeb557e41 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1101966 Nov 25 08:42:42.013996 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22c96266-aaa4-4421-b27f-c5c57a945eaa req-e17dfa85-d7d3-4532-b7a9-7a6303d20648 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923688 Nov 25 08:42:42.056466 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f190e879-a8e2-4652-8931-3eb0d420161e req-297f300f-710d-422f-8359-9e039ed412db tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017654 Nov 25 08:42:42.389986 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57396) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:42.606256 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1021985179-network', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:42.644596 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Made reservation on behalf of 2dc4103c9eb443549b5e374c148eae92 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:42.647215 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.658304 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.785596 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.792227 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.815005 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 504} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:42:42.847885 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.848367 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Added segment a16a0c88-60a6-494f-8ecb-29a6f9cf55c9 of type vlan for network 64b7c388-d5ad-48f5-90fd-d84255829a54 Nov 25 08:42:42.868211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=924cf1f9-643c-48ac-997b-df3031d845a0,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:42.921668 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.954342 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:42.955872 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:42.956479 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.011399 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6186931 Nov 25 08:42:43.014830 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57412) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:43.022255 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Request body: {'subnet': {'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1021985179-subnet', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:43.043472 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50820692-d171-4179-a225-4e215fecc2d7 admin admin] Pushing event updated for resources: {'Network': ['ID=64b7c388-d5ad-48f5-90fd-d84255829a54,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:43.060527 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:42:43.068517 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Made reservation on behalf of 2dc4103c9eb443549b5e374c148eae92 for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:43.072845 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25615622'] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.257720 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556905e-c4fc-4446-81b7-980ac518021b req-af9e101a-d386-4ec0-9cf2-83aaa63212dc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:43.260104 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a556905e-c4fc-4446-81b7-980ac518021b req-af9e101a-d386-4ec0-9cf2-83aaa63212dc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1026757 Nov 25 08:42:43.301758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dbf67f-cade-4c99-b754-2a20375196aa req-396b7b00-99f5-4078-937f-b2b9c6dbb0af tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:43.303762 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66dbf67f-cade-4c99-b754-2a20375196aa req-396b7b00-99f5-4078-937f-b2b9c6dbb0af tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1017110 Nov 25 08:42:43.360066 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26291663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612524'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.362765 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a556905e-c4fc-4446-81b7-980ac518021b req-afaeabfd-a805-44a6-bb72-c2251fe984eb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930884 Nov 25 08:42:43.414792 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66dbf67f-cade-4c99-b754-2a20375196aa req-f23e1310-8745-4532-93d4-c8f1c864ed7a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914016 Nov 25 08:42:43.468588 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Checking segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:43.469277 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Network hostable DHCP agents. Network: 64b7c388-d5ad-48f5-90fd-d84255829a54, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:42:43.471325 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60be108f-b6a7-46d3-9f7d-da44b6fca31e,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:43.493442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:42:43.504259 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 64b7c388-d5ad-48f5-90fd-d84255829a54) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:43.510339 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:43.511381 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.519166 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c3b181a-fb98-4172-8bb5-dec584129d1a None None] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:42:43.536145 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-73a5da5c-d8b7-4804-8985-fb44abbc7376 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.5197234 Nov 25 08:42:43.540980 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57422) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:43.547495 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:43.588733 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.592764 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.733803 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.777778 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-64b7c388-d5ad-48f5-90fd-d84255829a54', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:42:43.778674 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.822409 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b881e1db-0fda-4f3c-add4-f3550e303ffa req-b4f9b948-a2dd-4ab2-acc2-178c0e81955e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:43.833212 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b881e1db-0fda-4f3c-add4-f3550e303ffa req-b4f9b948-a2dd-4ab2-acc2-178c0e81955e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0845368 Nov 25 08:42:43.954887 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:43.960435 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b881e1db-0fda-4f3c-add4-f3550e303ffa req-ffc1665e-9f03-4c3f-a2b4-dd699e93cd99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257193 Nov 25 08:42:44.037334 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Allocated IP 172.20.0.2 (64b7c388-d5ad-48f5-90fd-d84255829a54/60be108f-b6a7-46d3-9f7d-da44b6fca31e/226965f0-0fa1-41c7-a599-8f5c0829934e) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:44.279472 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.285120 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.294029 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.323193 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.339692 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:44.344174 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:44.348512 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:44.360828 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Pushing event updated for resources: {'Port': ['ID=226965f0-0fa1-41c7-a599-8f5c0829934e,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:44.424847 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Attempting to bind port 226965f0-0fa1-41c7-a599-8f5c0829934e on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:44.425218 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Attempting to bind port 226965f0-0fa1-41c7-a599-8f5c0829934e by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:44.425631 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Attempting to bind port 226965f0-0fa1-41c7-a599-8f5c0829934e on network 64b7c388-d5ad-48f5-90fd-d84255829a54 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:44.432482 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:44.432858 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Checking segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:44.433274 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.433786 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Bound using segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:44.434166 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Bound port: 226965f0-0fa1-41c7-a599-8f5c0829934e, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:44.434558 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.503670 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Allocated IP 172.27.3.148 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/8c27e0e3-b251-4c76-99ac-e57a07af9c56) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:44.537808 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] For port 226965f0-0fa1-41c7-a599-8f5c0829934e, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:44.544777 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] For port 226965f0-0fa1-41c7-a599-8f5c0829934e, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=226965f0-0fa1-41c7-a599-8f5c0829934e,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:44.551777 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.587789 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980fb58-989e-4679-87e5-ead4de7e99bf req-0c33e4b9-9d7d-4bd1-b064-3be8547a41d3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:44.589655 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2980fb58-989e-4679-87e5-ead4de7e99bf req-0c33e4b9-9d7d-4bd1-b064-3be8547a41d3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0566955 Nov 25 08:42:44.680935 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6e35c8-f4b1-4a3f-a7c0-5a2833e628e5 None None] Pushing event updated for resources: {'Port': ['ID=226965f0-0fa1-41c7-a599-8f5c0829934e,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:44.693341 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.700637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2980fb58-989e-4679-87e5-ead4de7e99bf req-5df2d4f0-1def-4f01-a592-fbcb8efafb3c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985501 Nov 25 08:42:44.750103 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:44.804418 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:44.809644 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:44.811851 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Pushing event updated for resources: {'Port': ['ID=8c27e0e3-b251-4c76-99ac-e57a07af9c56,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:44.814533 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:45.169860 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6928caaa-0a4f-41d2-a601-c70daa84966a req-35ddc362-6390-48af-98f4-c22608c0baf0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:45.175540 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6928caaa-0a4f-41d2-a601-c70daa84966a req-35ddc362-6390-48af-98f4-c22608c0baf0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0628839 Nov 25 08:42:45.246103 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6928caaa-0a4f-41d2-a601-c70daa84966a req-6ea6dcc9-d608-4ee4-b4ba-5db80a4a44f8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521741 Nov 25 08:42:45.277908 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:45.589839 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:45.685278 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 226965f0-0fa1-41c7-a599-8f5c0829934e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:45.792111 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 226965f0-0fa1-41c7-a599-8f5c0829934e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:45.792697 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:45.842149 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:42:45.881902 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14da6a64-1b39-4be9-9b71-f7df4152d6ed None None] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:42:45.936096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2098ca8d-6b26-4552-80a0-396e28c5a4aa req-130d6b33-23c0-4a2e-abee-a28e0215e0c7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:45.946104 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2098ca8d-6b26-4552-80a0-396e28c5a4aa req-130d6b33-23c0-4a2e-abee-a28e0215e0c7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1096759 Nov 25 08:42:45.998877 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2098ca8d-6b26-4552-80a0-396e28c5a4aa req-d0d23ffc-ab57-4f7d-a66c-a99ac9a0a18b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507348 Nov 25 08:42:46.058505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:46.070221 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-8f4705af-754a-465a-a972-93c6e31139a3 None None] Provisioning complete for port 226965f0-0fa1-41c7-a599-8f5c0829934e triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:46.071273 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8f4705af-754a-465a-a972-93c6e31139a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:46.276443 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 226965f0-0fa1-41c7-a599-8f5c0829934e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=226965f0-0fa1-41c7-a599-8f5c0829934e,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:46.291002 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:46.411138 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:42:46.426060 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Sync routers for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:42:46.437147 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=226965f0-0fa1-41c7-a599-8f5c0829934e,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:46.457149 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:46.462147 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-72e277ff-009d-442e-98b8-adbed7306083 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9166875 Nov 25 08:42:46.464034 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57458) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:46.488572 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa075f73-8806-4355-93f5-bd5c5ffa13f6 req-8f13292c-ec0c-45b8-95e7-99472bf3e760 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:46.490555 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa075f73-8806-4355-93f5-bd5c5ffa13f6 req-8f13292c-ec0c-45b8-95e7-99472bf3e760 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1113510 Nov 25 08:42:46.498445 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad214-88e7-4c50-be7f-084004b2a608 req-0f3e198f-9201-499b-a2ee-544a6e4a7a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:46.500239 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-0f3e198f-9201-499b-a2ee-544a6e4a7a21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.0895116 Nov 25 08:42:46.513157 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:46.514687 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:46.665837 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa075f73-8806-4355-93f5-bd5c5ffa13f6 req-e1c8e0b2-6fd2-45c6-93e4-1939d7e36b9a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601653 Nov 25 08:42:46.732321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad214-88e7-4c50-be7f-084004b2a608 req-a29ef530-23d5-4648-8390-8174faa2205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:46.733877 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-a29ef530-23d5-4648-8390-8174faa2205e service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.2111640 Nov 25 08:42:46.879395 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-bc8eafd3-7110-4ac8-94e1-25aeeaa08848 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.1034331 Nov 25 08:42:46.887901 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:46.989413 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ad214-88e7-4c50-be7f-084004b2a608 req-2496f2de-ae46-48d6-ba88-8ec650fa5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:46.991038 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-2496f2de-ae46-48d6-ba88-8ec650fa5568 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1035669 Nov 25 08:42:47.009107 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-885f9b73-e7fb-4e97-be77-a771c01b99c2 None None] Provisioning complete for port 226965f0-0fa1-41c7-a599-8f5c0829934e triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:47.012104 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-885f9b73-e7fb-4e97-be77-a771c01b99c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.050472 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-453fd341-afa5-4737-806c-d8a9b14077d7 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451458 Nov 25 08:42:47.187695 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:45Z', 'revision_number': 3, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:47.235084 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Checking router: a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:42:47.235429 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Updating router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:42:47.263380 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-e92adf7e-ea84-4087-93fc-007ca2d48434 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943870 Nov 25 08:42:47.270318 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.316295 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.424885 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491b407-2125-444d-8d99-d75569eb39e2 req-3b11366c-a7be-45eb-8268-14b5bdd6d5fe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:47.426976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9491b407-2125-444d-8d99-d75569eb39e2 req-3b11366c-a7be-45eb-8268-14b5bdd6d5fe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1617086 Nov 25 08:42:47.477933 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-109ad214-88e7-4c50-be7f-084004b2a608 req-fb1c8af1-b69d-453f-a90f-824c9c2e2f23 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896424 Nov 25 08:42:47.524362 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9491b407-2125-444d-8d99-d75569eb39e2 req-c618d488-a4ee-4a53-9c61-6fa03d96a58d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838196 Nov 25 08:42:47.540360 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Allocated IP 172.20.0.1 (64b7c388-d5ad-48f5-90fd-d84255829a54/60be108f-b6a7-46d3-9f7d-da44b6fca31e/3c8e2ed6-097e-449a-9e2b-add9a0a219a3) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:47.627375 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 226965f0-0fa1-41c7-a599-8f5c0829934e up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:47.687995 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 226965f0-0fa1-41c7-a599-8f5c0829934e triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:47.688439 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.704219 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.727030 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.736557 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.764931 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.830330 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Attempting to bind port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:47.830715 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Attempting to bind port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:47.831107 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Attempting to bind port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:47.833791 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:47.835418 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Pushing event updated for resources: {'Port': ['ID=8c27e0e3-b251-4c76-99ac-e57a07af9c56,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:47.838889 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:47.843544 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:47.847495 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:47.850362 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:47.850362 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.850362 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:47.850362 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Bound port: 8c27e0e3-b251-4c76-99ac-e57a07af9c56, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:47.850362 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.853574 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:47.878387 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.879092 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.880256 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.880256 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.881139 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.881530 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.882104 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.882740 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.886289 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.893089 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.893896 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.894693 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:42:47.909385 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:47.972575 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c5f44-ceeb-4d56-95cc-998b57735434 req-8c08b346-b375-4c11-9c59-a6e1af5fce61 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:47.975874 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-987c5f44-ceeb-4d56-95cc-998b57735434 req-8c08b346-b375-4c11-9c59-a6e1af5fce61 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1816249 Nov 25 08:42:48.017790 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] For port 8c27e0e3-b251-4c76-99ac-e57a07af9c56, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:48.021401 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] For port 8c27e0e3-b251-4c76-99ac-e57a07af9c56, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c27e0e3-b251-4c76-99ac-e57a07af9c56,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:48.029937 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.067741 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-987c5f44-ceeb-4d56-95cc-998b57735434 req-767d5fd1-e7f4-4936-b886-b23f8d622d06 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Nov 25 08:42:48.100749 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:48.100749 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:48.150963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.213899 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac18525-4789-4b7d-a1b8-edbefe11ba05 None None] Pushing event updated for resources: {'Port': ['ID=8c27e0e3-b251-4c76-99ac-e57a07af9c56,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:48.254654 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:48.269498 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-5c84ff7c-5ddf-4613-9840-b18de76a6d25 None None] Provisioning complete for port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:48.270669 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5c84ff7c-5ddf-4613-9840-b18de76a6d25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.358315 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-5c84ff7c-5ddf-4613-9840-b18de76a6d25 None None] Port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:42:48.489930 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.496036 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.572196 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.579770 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Pushing event updated for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:48.585243 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-88d0d482-0187-42a4-b5b8-7d5d8b3050d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:48.716225 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:45Z', 'revision_number': 3, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:48.780134 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ca17ed6-043b-4626-bb5f-9930d29d53fb None None] The sync data for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi is: [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:45Z', 'revision_number': 3, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:42:48.800436 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0599bf-8fa4-4a6e-b1c5-88e0534c4ca8 req-5ed6e283-428a-49eb-864a-e28471069648 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:48.811408 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f0599bf-8fa4-4a6e-b1c5-88e0534c4ca8 req-5ed6e283-428a-49eb-864a-e28471069648 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1424160 Nov 25 08:42:48.839419 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:48.841139 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:48.940591 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f0599bf-8fa4-4a6e-b1c5-88e0534c4ca8 req-30b758e0-e1cb-4f7c-ac32-f5f6493ceb5d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1273527 Nov 25 08:42:48.956775 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57506) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:49.163229 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:42:49.440552 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-99aadc21-617d-4789-9c57-e5cf90b5eb38 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:49.470526 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f1c4d6-7621-4fe8-b3fa-368819649ae5 req-8ddac077-8b15-4534-8578-f4c74ab4fac3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:49.474746 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41f1c4d6-7621-4fe8-b3fa-368819649ae5 req-8ddac077-8b15-4534-8578-f4c74ab4fac3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.2085073 Nov 25 08:42:49.612810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:42:49.624285 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-79a5e6c7-9f90-4ba9-a00a-d35739d1f249 admin admin] 10.222.0.46 "PUT /v2.0/routers/a7b8d2dd-221a-4d57-a151-1d0da40ec8b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1583405 Nov 25 08:42:49.631098 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41f1c4d6-7621-4fe8-b3fa-368819649ae5 req-8047c702-a7a4-42ee-b97e-e1a9f90e10b2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423335 Nov 25 08:42:49.681107 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-344c335c-f773-430d-a1dc-629ede4b6404 None None] Provisioning complete for port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:49.688171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-344c335c-f773-430d-a1dc-629ede4b6404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:49.778993 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c27e0e3-b251-4c76-99ac-e57a07af9c56 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:49.792644 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-99aadc21-617d-4789-9c57-e5cf90b5eb38 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:49.807855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-99aadc21-617d-4789-9c57-e5cf90b5eb38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:49.856665 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-99aadc21-617d-4789-9c57-e5cf90b5eb38 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=362b75ec601f4188bd67e7b56c443372&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8987131 Nov 25 08:42:49.857885 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99aadc21-617d-4789-9c57-e5cf90b5eb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5c46e5-f50b-44a6-885b-3ddbba8be00e,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:49.860781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 57522) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:49.875852 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-344c335c-f773-430d-a1dc-629ede4b6404 None None] Port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:42:49.953567 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:49.954205 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:49.976966 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.073891 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.191910 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.236282 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 8c27e0e3-b251-4c76-99ac-e57a07af9c56, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c27e0e3-b251-4c76-99ac-e57a07af9c56,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:50.249415 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.333520 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-124ea284-2fec-4b01-896f-2b5a16d1c9de req-9ee2aff1-613d-4964-9fc4-1c8dc03a0183 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:50.342043 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-124ea284-2fec-4b01-896f-2b5a16d1c9de req-9ee2aff1-613d-4964-9fc4-1c8dc03a0183 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1808481 Nov 25 08:42:50.361188 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.364088 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:50.368911 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a5c46e5-f50b-44a6-885b-3ddbba8be00e HTTP/1.1" status: 204 len: 168 time: 0.5025256 Nov 25 08:42:50.384706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592eea51-f2bd-4cf3-8a41-91b515fab64a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5c46e5-f50b-44a6-885b-3ddbba8be00e,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:50.453585 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-124ea284-2fec-4b01-896f-2b5a16d1c9de req-11509ee3-df8d-4b5b-bc2c-c3e955e84d4a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983293 Nov 25 08:42:50.481829 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=8c27e0e3-b251-4c76-99ac-e57a07af9c56,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:50.955082 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf62155-b734-4c26-8091-93d17d979cd4 req-4debb3b9-a999-4bc2-b94e-41677cd48a43 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:50.957348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecf62155-b734-4c26-8091-93d17d979cd4 req-4debb3b9-a999-4bc2-b94e-41677cd48a43 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0946393 Nov 25 08:42:51.005962 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57556) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:51.015255 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecf62155-b734-4c26-8091-93d17d979cd4 req-cc03c02c-f757-48c8-80a1-0907b1a3623e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505037 Nov 25 08:42:51.017703 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1178124967-network', 'tenant_id': '77af9891c39844388f0b61b02c1a8212'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:51.063441 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Made reservation on behalf of 77af9891c39844388f0b61b02c1a8212 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:51.072661 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.083652 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.239920 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.247788 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.313855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=494a741f-ec1b-43c8-baca-6e10405ca5a8,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:51.324682 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 533} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:42:51.365533 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4583423d-c0b7-4514-958f-dd24781bce25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.368389 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.368997 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Added segment 98240d01-6ae4-4f41-a238-5a2b926f1c60 of type vlan for network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 Nov 25 08:42:51.491777 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db92cb4-b692-4445-b3da-622bb032043d req-684456d2-4723-434f-a4cb-cc0061708c2b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:51.502295 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9db92cb4-b692-4445-b3da-622bb032043d req-684456d2-4723-434f-a4cb-cc0061708c2b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0899513 Nov 25 08:42:51.574574 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.608634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9db92cb4-b692-4445-b3da-622bb032043d req-3012c3bc-3908-459b-bae0-10cd15de8f5e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037965 Nov 25 08:42:51.646283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c27e0e3-b251-4c76-99ac-e57a07af9c56 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:51.657772 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.659626 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:51.660816 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.717367 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434fe746-9753-4094-b199-a547d8e84e8e req-9975bf37-435f-4999-b21d-7a5a17e44f0d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:51.721103 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7107074 Nov 25 08:42:51.725955 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-434fe746-9753-4094-b199-a547d8e84e8e req-9975bf37-435f-4999-b21d-7a5a17e44f0d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1122885 Nov 25 08:42:51.732224 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:51.732909 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.751929 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 57574) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:51.779608 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Request body: {'subnet': {'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1178124967-subnet', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:51.797096 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68066e00-4cb0-4a91-b534-2d9f49cd23fd admin admin] Pushing event updated for resources: {'Network': ['ID=da4ebb08-dd3b-4a5a-b2c5-148ee7e43298,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:51.816402 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:42:51.864968 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Made reservation on behalf of 77af9891c39844388f0b61b02c1a8212 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:42:51.870458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:51.881561 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-434fe746-9753-4094-b199-a547d8e84e8e req-2ba94eee-34d2-467e-84fa-f9ac758f967a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513798 Nov 25 08:42:51.984570 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Sync routers for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:42:52.007384 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:52.009246 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:52.183856 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.297134 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5727c18-561e-45e2-aecb-4a8d25d0ec37,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:52.317081 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Checking segment: {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:52.317640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Network hostable DHCP agents. Network: da4ebb08-dd3b-4a5a-b2c5-148ee7e43298, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:42:52.329544 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.331476 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:52.350562 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:42:52.366029 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, da4ebb08-dd3b-4a5a-b2c5-148ee7e43298) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:52.372958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:52.373787 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.389535 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837fb6fc-1448-4caa-8351-dd26f0013771 None None] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:42:52.393556 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5b91a7c3-54b4-4858-aa3d-7bf3ad82e69f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6399701 Nov 25 08:42:52.397978 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 57582) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:52.403283 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:42:52.437514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.440951 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.535738 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.798923 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.803068 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'fixed_ips': [{'subnet_id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:42:52.805044 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.826272 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 2, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:52.864458 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Checking router: a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:42:52.864842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Updating router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:42:52.950407 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4dba1-7d85-4e82-a5b7-5861a7efa9ee req-8452c730-0ef9-48dd-8393-fe6f379076b1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:52.951939 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-21f4dba1-7d85-4e82-a5b7-5861a7efa9ee req-8452c730-0ef9-48dd-8393-fe6f379076b1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.2028368 Nov 25 08:42:52.957286 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:52.965081 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89915bd4-6f3e-4d35-8708-15f38a50c87e req-5072406a-e4d3-4dca-bc89-d67da6f653cd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:52.966698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-89915bd4-6f3e-4d35-8708-15f38a50c87e req-5072406a-e4d3-4dca-bc89-d67da6f653cd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.2157476 Nov 25 08:42:53.057443 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-21f4dba1-7d85-4e82-a5b7-5861a7efa9ee req-db12b06f-dcd4-43f2-ab74-cb8d2733a725 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896883 Nov 25 08:42:53.074202 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-89915bd4-6f3e-4d35-8708-15f38a50c87e req-cde9cb2b-3ed4-44ee-a0b9-8b5e46a9047a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893178 Nov 25 08:42:53.124880 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Allocated IP 172.20.0.2 (da4ebb08-dd3b-4a5a-b2c5-148ee7e43298/b5727c18-561e-45e2-aecb-4a8d25d0ec37/9a7a1278-a4a7-4679-bdd4-3c4613d620c5) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:53.375544 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c22bfda-aa1b-47ef-82a4-48518afef709 req-92d2ccaa-89db-4359-bd3d-0f11ec82fc88 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:53.378206 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c22bfda-aa1b-47ef-82a4-48518afef709 req-92d2ccaa-89db-4359-bd3d-0f11ec82fc88 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.2092330 Nov 25 08:42:53.390150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.433870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.529384 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.546492 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.552538 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.574889 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.606591 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c22bfda-aa1b-47ef-82a4-48518afef709 req-bacc8941-67a3-41a0-a7ae-17a7e3b1927d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1781125 Nov 25 08:42:53.651999 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146caed-f78f-4c86-b14c-307bb7c01271 None None] Pushing event updated for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:53.736061 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Allocated IP 172.27.3.30 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/91dc1d96-24fd-4218-8b88-3e2fbbeec4fc) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:53.742754 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Pushing event updated for resources: {'Port': ['ID=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:53.796546 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:53.847018 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Attempting to bind port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:53.847783 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Attempting to bind port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:53.850311 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Attempting to bind port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 on network 64b7c388-d5ad-48f5-90fd-d84255829a54 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:53.869378 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Checking segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Bound using segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Bound port: 3c8e2ed6-097e-449a-9e2b-add9a0a219a3, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:53.886928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:53.918200 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:54.003355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.066529 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.078373 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Attempting to bind port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:54.078745 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Attempting to bind port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:54.079123 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Attempting to bind port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 on network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:54.095392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:54.096204 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Checking segment: {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:54.096879 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.097550 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Bound using segment: {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:54.100481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.104108 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Bound port: 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:54.104583 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.133836 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] For port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:54.172202 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] For port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:54.175719 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:54.184828 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:54.191163 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:54.228970 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.230107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Pushing event updated for resources: {'Port': ['ID=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:54.323863 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] Provisioning complete for port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:54.324111 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.388871 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] For port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:54.412875 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:54.413601 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:54.417777 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] For port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:54.420721 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6146caed-f78f-4c86-b14c-307bb7c01271 None None] Pushing event updated for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:54.429651 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.700609 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d74fdb-8659-4d35-9004-16df4aeaee78 req-3aea2c04-b95a-4a44-8306-eeb5fd800ddd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:54.702306 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9d74fdb-8659-4d35-9004-16df4aeaee78 req-3aea2c04-b95a-4a44-8306-eeb5fd800ddd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.4740818 Nov 25 08:42:54.759097 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.781272 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b690234d-2f9f-4784-a24e-00fdbccff55c None None] Pushing event updated for resources: {'Port': ['ID=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:54.791203 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:54.848468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:54.857222 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9d74fdb-8659-4d35-9004-16df4aeaee78 req-5b66ab64-427f-497c-ad6a-c48ef8d112c0 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397498 Nov 25 08:42:54.977545 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] For port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:55.011325 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.087228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69baeb5c-f21a-4535-a45f-583db79ba77a req-4eab698a-4ecd-4880-bfa6-d131e0fb619e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:55.089277 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69baeb5c-f21a-4535-a45f-583db79ba77a req-4eab698a-4ecd-4880-bfa6-d131e0fb619e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.3182533 Nov 25 08:42:55.094905 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.278434 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69baeb5c-f21a-4535-a45f-583db79ba77a req-c0718ace-0096-46c0-b900-064a7f100ddc tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1805530 Nov 25 08:42:55.354481 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-9e2a9c14-10f3-4afd-b0da-0bd6322e1966 None None] Provisioning complete for port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:55.354750 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9e2a9c14-10f3-4afd-b0da-0bd6322e1966 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.390521 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3788658c-5e68-4ad4-8c04-ce342f09c2ee None None] Pushing event updated for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:55.467510 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.569130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:55.607700 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59d31c3a-6825-419c-bb63-2f180af0f530 None None] The sync data for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi is: [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:42:55.692116 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Router e3233ff2-0a94-430a-80e9-f787cecfb119 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:42:55.740498 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:55.767853 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.825818 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:55.826592 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.871499 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:42:55.884042 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Sync routers for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:42:55.900096 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:55.900750 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:55.903935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:55.906714 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a3f0b600-e13f-4b6b-baed-83c4c8e1b6f1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5071619 Nov 25 08:42:55.911212 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 57674) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:42:56.004710 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:56.077317 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:56.208438 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:56.225307 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:56.289305 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a00ace-dd50-41c0-a7fc-ebcef3d92cb9 req-70f8da95-4a2f-4f19-9bc5-328f9a6429ab tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:56.303157 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7a00ace-dd50-41c0-a7fc-ebcef3d92cb9 req-70f8da95-4a2f-4f19-9bc5-328f9a6429ab tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1758132 Nov 25 08:42:56.394695 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:56.431871 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7a00ace-dd50-41c0-a7fc-ebcef3d92cb9 req-fe33f739-341c-47d6-a30a-72a8aa17a4b9 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247671 Nov 25 08:42:56.458396 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3cc072-4702-431a-bf1a-2462ce65520a None None] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:42:56.561567 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6f3558-e856-4c5f-bcb1-d78ccb3d04c9 req-0dd3c169-3199-464e-ad6d-fcc1fc596151 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:56.572187 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c6f3558-e856-4c5f-bcb1-d78ccb3d04c9 req-0dd3c169-3199-464e-ad6d-fcc1fc596151 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1324625 Nov 25 08:42:56.622889 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-c3e29182-c2b6-478f-85a6-5f0f1b3facd1 None None] Provisioning complete for port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:56.623590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c3e29182-c2b6-478f-85a6-5f0f1b3facd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:56.664680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c6f3558-e856-4c5f-bcb1-d78ccb3d04c9 req-3399e38a-2d78-4559-9bd1-baa2b86c23cb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0915582 Nov 25 08:42:56.711259 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 3, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:42:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:56.793713 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Checking router: e3233ff2-0a94-430a-80e9-f787cecfb119 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:42:56.795512 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Updating router e3233ff2-0a94-430a-80e9-f787cecfb119 port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:42:56.893529 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:56.997784 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:42:57.118607 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.296216 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:57.348645 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'e813642c-c46b-4870-94db-1582911a9fad', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:42:57.432260 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.451646 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.488539 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.522468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e813642c-c46b-4870-94db-1582911a9fad {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:42:57.571117 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:57.611364 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.615343 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Allocated IP 172.20.0.1 (da4ebb08-dd3b-4a5a-b2c5-148ee7e43298/b5727c18-561e-45e2-aecb-4a8d25d0ec37/1cb33625-9e22-4d11-a9ed-f54c7d5f0957) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:42:57.620093 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Attempting to bind port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:42:57.626500 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-d2f104b2-b66f-4233-afd5-7f8178223fd9 None None] Provisioning complete for port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:57.626500 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d2f104b2-b66f-4233-afd5-7f8178223fd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.634308 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Attempting to bind port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:42:57.634759 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Attempting to bind port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:42:57.637093 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b1fc8-3da8-4640-940a-f4a79cd364bc None None] Pushing event updated for resources: {'Port': ['ID=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,revision_number=2']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:57.661050 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:42:57.661978 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:42:57.664273 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.666104 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:42:57.667724 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Bound port: 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:42:57.668964 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.736502 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=6']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:57.825759 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c48b00-ca08-4b07-babd-57a402a00886 req-8a908ec0-54c5-4db4-9439-80230e880d62 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:57.843587 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-55c48b00-ca08-4b07-babd-57a402a00886 req-8a908ec0-54c5-4db4-9439-80230e880d62 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1530869 Nov 25 08:42:57.921959 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] For port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:42:57.928005 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] For port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:42:57.950029 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:57.988935 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['e813642c-c46b-4870-94db-1582911a9fad'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:42:57.990519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.062871 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:42:58.063712 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:58.067363 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b1fc8-3da8-4640-940a-f4a79cd364bc None None] Pushing event updated for resources: {'Port': ['ID=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:58.085883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-55c48b00-ca08-4b07-babd-57a402a00886 req-97934be9-a58b-4ae6-ac90-b829f7282fdd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2403748 Nov 25 08:42:58.093255 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.107601 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:58.142112 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4726e-ef3e-4aee-877f-9e81af7d1df1 req-830e9524-0bfc-42fd-9f87-dea9fa8ebc13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:58.145043 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03c4726e-ef3e-4aee-877f-9e81af7d1df1 req-830e9524-0bfc-42fd-9f87-dea9fa8ebc13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 945 time: 0.2215967 Nov 25 08:42:58.175161 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:58.180592 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:58.183619 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:42:58.249689 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.258239 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:58.258528 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:42:58.258820 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03c4726e-ef3e-4aee-877f-9e81af7d1df1 req-021df52a-c7d0-4995-9743-b48fb17bd4c4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1074657 Nov 25 08:42:58.429021 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:58.429963 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.575920 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.628222 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 3, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:42:58.653928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:58.679709 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-75b18a30-e39f-4102-8985-203e9b8507be None None] Provisioning complete for port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:58.680332 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-75b18a30-e39f-4102-8985-203e9b8507be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.734738 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad51222-f6bd-4cb6-94ea-4caa08c43c58 None None] The sync data for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi is: [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 3, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:42:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:42:58.742689 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-75b18a30-e39f-4102-8985-203e9b8507be None None] Port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:42:58.773646 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:58.775468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.798883 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.810049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:58.926235 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:42:59.035286 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port e813642c-c46b-4870-94db-1582911a9fad triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:42:59.036948 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:59.200220 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:59.207848 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:59.285849 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:59.365327 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:42:59.373065 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4d645f1-ac56-4bf4-97b5-717b843be539" -d '{"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:42:59.401069 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:42:59.408795 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:42:59.409708 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812fe31c-b7b1-4e29-a594-944e1144a4b7 req-b6eaf576-6ac5-4735-b57b-ff9db9414099 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:59.425344 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-812fe31c-b7b1-4e29-a594-944e1144a4b7 req-b6eaf576-6ac5-4735-b57b-ff9db9414099 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1463931 Nov 25 08:42:59.447502 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:42:59.454423 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:42:59.588678 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=7']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:42:59.637363 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-812fe31c-b7b1-4e29-a594-944e1144a4b7 req-9c1ec669-ae7e-47cf-b602-b84bf1d6bc6c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2102911 Nov 25 08:42:59.700640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840040a2-2814-408c-b45e-eabebc9b1317 req-dc05c54e-93fb-4853-9913-dba706871caa tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:42:59.709265 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-840040a2-2814-408c-b45e-eabebc9b1317 req-dc05c54e-93fb-4853-9913-dba706871caa tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.2729986 Nov 25 08:42:59.772072 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Router e3233ff2-0a94-430a-80e9-f787cecfb119 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:42:59.841382 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929d63d8-c0df-4d82-bbce-a59e94d9363d x-openstack-request-id: req-929d63d8-c0df-4d82-bbce-a59e94d9363d {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:42:59.844494 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:42:59.845929 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-929d63d8-c0df-4d82-bbce-a59e94d9363d {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:42:59.846418 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'code': 200} Nov 25 08:42:59.850708 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-840040a2-2814-408c-b45e-eabebc9b1317 req-6adbc06d-061d-40f6-bd42-323d1fd0d9f3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1391006 Nov 25 08:42:59.929872 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:43:00.045208 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:43:00.056643 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5fa26cf5-ac88-47be-b561-269d827fa060 admin admin] 10.222.0.46 "PUT /v2.0/routers/e3233ff2-0a94-430a-80e9-f787cecfb119/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1420002 Nov 25 08:43:00.093208 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-0ca13b0f-172f-430b-a2f8-b4fef1f068a0 None None] Provisioning complete for port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:00.093803 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0ca13b0f-172f-430b-a2f8-b4fef1f068a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:00.151840 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-0ca13b0f-172f-430b-a2f8-b4fef1f068a0 None None] Port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:43:00.164564 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:00.165436 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:00.312604 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:00.345652 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:00.354995 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:00.466510 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:00.930619 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541abc57-bcdd-4470-bc97-df0e7a66eab0 req-3cafa364-1e54-482a-81b4-3978ac558f9f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:00.934334 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-541abc57-bcdd-4470-bc97-df0e7a66eab0 req-3cafa364-1e54-482a-81b4-3978ac558f9f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0878384 Nov 25 08:43:01.017795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-541abc57-bcdd-4470-bc97-df0e7a66eab0 req-35f46002-3133-426c-a159-6714850e6082 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769219 Nov 25 08:43:01.151707 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaa2be8-bc83-48c5-a34e-615946b9b7ea req-42abfd22-580a-4b76-9419-cb11e4dcf4bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:01.157206 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddaa2be8-bc83-48c5-a34e-615946b9b7ea req-42abfd22-580a-4b76-9419-cb11e4dcf4bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1380124 Nov 25 08:43:01.260047 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ddaa2be8-bc83-48c5-a34e-615946b9b7ea req-35d73f60-a730-44ce-b6b0-0ec02b01f748 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948069 Nov 25 08:43:01.558730 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Sync routers for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:43:01.574020 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:43:01.575143 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:43:01.651215 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:43:01.947023 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:01.947367 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:01.950867 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:43:02.363151 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29b10dc-a19f-4a4d-a6c1-306d65de8742 req-20bffd8a-90e0-4cee-9c4e-051590c8bbba tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:02.384403 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d29b10dc-a19f-4a4d-a6c1-306d65de8742 req-20bffd8a-90e0-4cee-9c4e-051590c8bbba tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1202753 Nov 25 08:43:02.478349 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d29b10dc-a19f-4a4d-a6c1-306d65de8742 req-31de8e75-4621-48bf-9a72-ef1c216d433a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922143 Nov 25 08:43:02.508057 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2bd1a7-114b-44d2-81bf-3fa042369f59 req-e9543129-914d-44d2-9325-f5f74982927f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:02.509904 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da2bd1a7-114b-44d2-81bf-3fa042369f59 req-e9543129-914d-44d2-9325-f5f74982927f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0845912 Nov 25 08:43:02.524269 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:58Z', 'revision_number': 4, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '1cb33625-9e22-4d11-a9ed-f54c7d5f0957', 'name': '', 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'mac_address': 'fa:16:3e:dd:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:57Z', 'updated_at': '2021-11-25T08:42:58Z', 'revision_number': 2, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'subnets': [{'id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:43:02.579939 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da2bd1a7-114b-44d2-81bf-3fa042369f59 req-b1bd9878-5392-41bc-a85c-5a8fb47040d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553205 Nov 25 08:43:02.582991 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Checking router: e3233ff2-0a94-430a-80e9-f787cecfb119 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:43:02.583807 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Updating router e3233ff2-0a94-430a-80e9-f787cecfb119 port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:43:02.649684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.017606 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.026128 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.082410 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58aa36-3aee-489f-9af2-850e39adbd8f None None] Pushing event updated for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:03.161297 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Attempting to bind port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:43:03.162043 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Attempting to bind port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:43:03.162756 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Attempting to bind port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 on network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:43:03.182753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 42, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:43:03.183481 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Checking segment: {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:43:03.184163 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.184852 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Bound using segment: {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:43:03.185903 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Bound port: 1cb33625-9e22-4d11-a9ed-f54c7d5f0957, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98240d01-6ae4-4f41-a238-5a2b926f1c60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 533, 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:43:03.186814 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.295011 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] For port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:43:03.307147 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] For port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:43:03.326760 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.393277 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:43:03.394022 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:42:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:43:03.449135 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc58aa36-3aee-489f-9af2-850e39adbd8f None None] Pushing event updated for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:03.532597 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] Provisioning complete for port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:03.540664 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:03.739161 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0506ac5-3ede-40c7-9b98-390066051b71 req-eb69abb8-28da-48f7-b6c2-b69750df5d7f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:03.748432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e0506ac5-3ede-40c7-9b98-390066051b71 req-eb69abb8-28da-48f7-b6c2-b69750df5d7f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0902500 Nov 25 08:43:03.784455 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:43:03.876319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75874fe6-b613-4aea-9345-ba940aa61d25 req-2c4bcc3f-2fa7-499b-849f-94606cbb386a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:03.878730 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-75874fe6-b613-4aea-9345-ba940aa61d25 req-2c4bcc3f-2fa7-499b-849f-94606cbb386a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1216784 Nov 25 08:43:03.900365 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e0506ac5-3ede-40c7-9b98-390066051b71 req-e208beff-0449-43fa-941a-f5ef1ad43d85 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503947 Nov 25 08:43:04.028991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-75874fe6-b613-4aea-9345-ba940aa61d25 req-286c4d47-f6cb-4799-a24e-2847c303e71c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249304 Nov 25 08:43:04.030150 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:04.115643 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] For port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:04.177114 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:04.379095 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-1e63bad4-7d87-4eff-b98a-d35101cfa640 None None] Provisioning complete for port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:04.380498 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1e63bad4-7d87-4eff-b98a-d35101cfa640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:04.521943 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4538a5ee-c881-45e2-a96e-cb5bcfbf408d None None] Pushing event updated for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:04.601851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:58Z', 'revision_number': 4, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '1cb33625-9e22-4d11-a9ed-f54c7d5f0957', 'name': '', 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'mac_address': 'fa:16:3e:dd:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:57Z', 'updated_at': '2021-11-25T08:43:03Z', 'revision_number': 4, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'subnets': [{'id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:43:04.646732 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52a874bd-5911-4e75-89bd-0775b03ca476 None None] The sync data for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi is: [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:42:58Z', 'revision_number': 4, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '1cb33625-9e22-4d11-a9ed-f54c7d5f0957', 'name': '', 'network_id': 'da4ebb08-dd3b-4a5a-b2c5-148ee7e43298', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'mac_address': 'fa:16:3e:dd:8d:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:57Z', 'updated_at': '2021-11-25T08:43:03Z', 'revision_number': 4, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'subnets': [{'id': 'b5727c18-561e-45e2-aecb-4a8d25d0ec37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:43:05.359081 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd99dbdc-482f-48ad-bfd0-a1a89f22ec88 req-d93453b6-79f8-4f8f-b156-c807e87eb680 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:05.374969 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fd99dbdc-482f-48ad-bfd0-a1a89f22ec88 req-d93453b6-79f8-4f8f-b156-c807e87eb680 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.2941089 Nov 25 08:43:05.424220 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a5837-b31b-420d-b645-376c6e0282cd req-8ba03c29-de5d-401b-a6c6-8b2f35eda875 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:05.425956 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c8a5837-b31b-420d-b645-376c6e0282cd req-8ba03c29-de5d-401b-a6c6-8b2f35eda875 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.2279551 Nov 25 08:43:05.453292 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-0abe7123-e1c9-4a99-98b7-5ae209893de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:05.455270 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-0abe7123-e1c9-4a99-98b7-5ae209893de0 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.2007136 Nov 25 08:43:05.657140 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c8a5837-b31b-420d-b645-376c6e0282cd req-3b7330ac-a7c0-4d39-a797-9a1d50e02714 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2125907 Nov 25 08:43:05.804955 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fd99dbdc-482f-48ad-bfd0-a1a89f22ec88 req-4bb96c95-24fd-4005-aaf2-9bdf6b70bb71 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285619 Nov 25 08:43:05.943072 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:43:06.006107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-db49ab8a-0fba-44db-9300-88c00162eee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:06.008111 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-db49ab8a-0fba-44db-9300-88c00162eee2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.4167652 Nov 25 08:43:06.082299 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:06.083280 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:06.112703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-76206389-2d29-48a0-acdc-1e8ce911a267 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.0929527 Nov 25 08:43:06.183197 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5fc9a8-8b3a-4246-a8ac-3c310470b850 req-777ebc3c-e4b7-419b-b970-60e4acdda3a0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:06.185288 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f5fc9a8-8b3a-4246-a8ac-3c310470b850 req-777ebc3c-e4b7-419b-b970-60e4acdda3a0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1493542 Nov 25 08:43:06.233131 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-2878048a-b89a-41d5-98b0-eb4095aa13bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:06.234944 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-2878048a-b89a-41d5-98b0-eb4095aa13bb service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1093745 Nov 25 08:43:06.306276 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-b996cf0c-a67d-4b92-ad90-7abe2033e35d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497787 Nov 25 08:43:06.313297 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5f5fc9a8-8b3a-4246-a8ac-3c310470b850 req-f2dbba90-dc68-49df-907c-96e7ae64d957 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138446 Nov 25 08:43:06.484759 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-325cf79a-c0b0-49d0-a910-53394d2c0d27 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641040 Nov 25 08:43:06.639388 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-08bda87d-cc64-429e-9ff7-79a61fb924a1 req-43e74ed0-0b24-42ee-a269-2e130901a0fb service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386306 Nov 25 08:43:06.913767 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d8f17d-ee62-44ff-910c-c71c93f2d583 req-ad141f70-af90-460c-8bd5-cf37fb350845 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:06.915502 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85d8f17d-ee62-44ff-910c-c71c93f2d583 req-ad141f70-af90-460c-8bd5-cf37fb350845 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1067915 Nov 25 08:43:07.041237 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19eb77d-1782-4321-ae0a-9ee0e78fcfc7 req-db2f779a-733a-4733-9827-0c435b8cfc55 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:07.063601 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d19eb77d-1782-4321-ae0a-9ee0e78fcfc7 req-db2f779a-733a-4733-9827-0c435b8cfc55 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1051857 Nov 25 08:43:07.085652 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85d8f17d-ee62-44ff-910c-c71c93f2d583 req-ae4ef719-f0c2-462c-854f-4cfb83515067 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627164 Nov 25 08:43:07.159622 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d19eb77d-1782-4321-ae0a-9ee0e78fcfc7 req-49236d08-b215-4d5c-915a-c7a9d9921353 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090441 Nov 25 08:43:07.587033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1979d83-e9a0-4360-bcc8-4fd2a3641830 req-49c27907-b494-4db9-a780-78c873d47b9c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:07.595852 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a1979d83-e9a0-4360-bcc8-4fd2a3641830 req-49c27907-b494-4db9-a780-78c873d47b9c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1044269 Nov 25 08:43:07.681172 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a1979d83-e9a0-4360-bcc8-4fd2a3641830 req-dcf8ac5b-5873-44fe-994f-bfa96564b91d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839710 Nov 25 08:43:08.423879 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111b264-8360-490e-aa0d-8a716955e688 req-2b32c200-b7cd-4aa3-b4f1-e6487409cb13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:08.426722 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5111b264-8360-490e-aa0d-8a716955e688 req-2b32c200-b7cd-4aa3-b4f1-e6487409cb13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1874588 Nov 25 08:43:08.469940 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f7b1a0-f843-4886-8f73-494cfc7e0b62 req-f0479601-2ff5-41ee-976b-8fc5f24854df tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:08.472637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-48f7b1a0-f843-4886-8f73-494cfc7e0b62 req-f0479601-2ff5-41ee-976b-8fc5f24854df tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1866856 Nov 25 08:43:08.572868 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-48f7b1a0-f843-4886-8f73-494cfc7e0b62 req-77419dc3-3438-444e-807e-96b8ad3525a4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845838 Nov 25 08:43:08.580816 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5111b264-8360-490e-aa0d-8a716955e688 req-b07c42fa-f097-4d43-badd-76ebff5499cb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442416 Nov 25 08:43:08.873402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ca3235-36f2-48f3-b9cc-91975999bd36 req-6b9a7351-9b5f-4a37-b0fd-479f85762362 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:08.875204 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-26ca3235-36f2-48f3-b9cc-91975999bd36 req-6b9a7351-9b5f-4a37-b0fd-479f85762362 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0668764 Nov 25 08:43:08.955377 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-26ca3235-36f2-48f3-b9cc-91975999bd36 req-98604b37-08cd-4c7f-a091-7795def78ff0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675185 Nov 25 08:43:09.267086 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fe372f-898f-4fff-9347-828363237784 req-b38819c3-7993-4720-a44e-206182633893 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:09.270564 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16fe372f-898f-4fff-9347-828363237784 req-b38819c3-7993-4720-a44e-206182633893 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.0923226 Nov 25 08:43:09.344762 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16fe372f-898f-4fff-9347-828363237784 req-2fdae778-3d92-4be9-886b-ef1d09897568 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676255 Nov 25 08:43:09.782267 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaccb595-169b-41c4-b1be-9c17ae14329e req-bda42a38-faec-475e-b889-5d880f934821 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:09.786306 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aaccb595-169b-41c4-b1be-9c17ae14329e req-bda42a38-faec-475e-b889-5d880f934821 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1182613 Nov 25 08:43:09.910232 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e90aa-1911-4c63-afd3-db9c5b3d06dc req-43eef2aa-b389-49b8-94a9-014a4ddaaf10 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:09.913353 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a8e90aa-1911-4c63-afd3-db9c5b3d06dc req-43eef2aa-b389-49b8-94a9-014a4ddaaf10 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1700397 Nov 25 08:43:09.930354 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aaccb595-169b-41c4-b1be-9c17ae14329e req-74c43ee9-ff0f-457b-9acd-31cf14a25f7b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1172376 Nov 25 08:43:10.040730 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a8e90aa-1911-4c63-afd3-db9c5b3d06dc req-8e3be548-e47d-416e-b46d-eff743b6ec06 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084099 Nov 25 08:43:10.157581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc217e1-12c5-478e-9a38-906642c76898 req-32621287-a728-4e33-94d1-9e6f861f37b3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:10.160025 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8dc217e1-12c5-478e-9a38-906642c76898 req-32621287-a728-4e33-94d1-9e6f861f37b3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0634344 Nov 25 08:43:10.248701 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8dc217e1-12c5-478e-9a38-906642c76898 req-388344ba-798c-47b1-b5ea-b86530a9108c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751972 Nov 25 08:43:10.575542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5e3e8-7735-4334-a8da-8fe5f9c69705 req-1084edc8-464b-4e6a-8358-9407901a895c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:10.588443 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d6c5e3e8-7735-4334-a8da-8fe5f9c69705 req-1084edc8-464b-4e6a-8358-9407901a895c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1125479 Nov 25 08:43:10.677465 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d6c5e3e8-7735-4334-a8da-8fe5f9c69705 req-0924d2ff-349b-4155-889a-a005c8d36ad2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866289 Nov 25 08:43:11.241857 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc6e7fe-8a91-40ad-9c1e-7612f5a7f044 req-509e42b8-844a-4bfa-8ba1-a6cc1d08ec8b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:11.245799 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dbc6e7fe-8a91-40ad-9c1e-7612f5a7f044 req-509e42b8-844a-4bfa-8ba1-a6cc1d08ec8b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1474714 Nov 25 08:43:11.300425 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce35fae-9454-4ea8-8a5e-c0d61996e272 req-6998c133-9ba6-4622-9408-d57b03b62ecc tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:11.307901 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7ce35fae-9454-4ea8-8a5e-c0d61996e272 req-6998c133-9ba6-4622-9408-d57b03b62ecc tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1355686 Nov 25 08:43:11.404827 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dbc6e7fe-8a91-40ad-9c1e-7612f5a7f044 req-8a71ed6c-ece9-4dbf-acc6-b9fdb762d0ce tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486158 Nov 25 08:43:11.461097 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7ce35fae-9454-4ea8-8a5e-c0d61996e272 req-b3a91090-1a01-4562-bdba-32d8a8d576f1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375346 Nov 25 08:43:11.605745 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e49a9d-e776-4fae-bc94-770f20a8eed7 req-ecbed616-1b24-4c6d-9e6f-c5b22bba253f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:11.613788 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61e49a9d-e776-4fae-bc94-770f20a8eed7 req-ecbed616-1b24-4c6d-9e6f-c5b22bba253f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0849473 Nov 25 08:43:11.770414 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e034d34-ae99-401c-bb95-9038cb197368 req-3bf2d2f7-6865-4619-a60c-e371e8b369f4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:11.772896 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e034d34-ae99-401c-bb95-9038cb197368 req-3bf2d2f7-6865-4619-a60c-e371e8b369f4 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1094637 Nov 25 08:43:11.784275 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61e49a9d-e776-4fae-bc94-770f20a8eed7 req-4402b32b-939e-4b77-835d-b63e9b59b86d tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694534 Nov 25 08:43:11.974510 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d7298d-618c-49fb-8a50-933d17b751ff req-d7e7eea2-b5b6-41ef-8d65-7f5556ec6d28 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:11.977102 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c7d7298d-618c-49fb-8a50-933d17b751ff req-d7e7eea2-b5b6-41ef-8d65-7f5556ec6d28 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 946 time: 0.1678503 Nov 25 08:43:12.009498 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Deleting port 0934d921-242f-4af1-b9f6-e9d52009e97f {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:43:12.010214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:12.308873 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c7d7298d-618c-49fb-8a50-933d17b751ff req-b32d0e69-ed7c-4ad1-8c97-60cd3d716f8f tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3062117 Nov 25 08:43:12.370268 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] For port 0934d921-242f-4af1-b9f6-e9d52009e97f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0934d921-242f-4af1-b9f6-e9d52009e97f,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:12.370618 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:12.402310 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Calling delete_port for 0934d921-242f-4af1-b9f6-e9d52009e97f owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:43:12.690405 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3caba86-81a4-4309-a683-265af04614e2 req-ae4291c4-f778-4a13-88e4-17aaa1c5ec64 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:12.698960 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3caba86-81a4-4309-a683-265af04614e2 req-ae4291c4-f778-4a13-88e4-17aaa1c5ec64 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1432669 Nov 25 08:43:12.842055 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3caba86-81a4-4309-a683-265af04614e2 req-f2c98482-ea1e-4c46-8a83-105e0a075476 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1409416 Nov 25 08:43:12.907915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ed3570-3c5c-440b-bd1d-757ece9b4fe4 req-e74626ec-6c97-4f24-974f-f200b22ee33d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:12.909639 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83ed3570-3c5c-440b-bd1d-757ece9b4fe4 req-e74626ec-6c97-4f24-974f-f200b22ee33d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.2441626 Nov 25 08:43:12.936102 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:12.954468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0', '3d904caf-5740-4806-9e49-0bff89308ad2', 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', '0934d921-242f-4af1-b9f6-e9d52009e97f'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:43:13.016132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event deleted for resources: {'Port': ['ID=0934d921-242f-4af1-b9f6-e9d52009e97f,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:13.599116 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] No DVR routers for this DVR port 0934d921-242f-4af1-b9f6-e9d52009e97f on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:43:13.622460 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:13.626422 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e034d34-ae99-401c-bb95-9038cb197368 req-7c4c3f7a-0cb8-40d3-b36a-0b2aba4e74cc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "DELETE /v2.0/ports/0934d921-242f-4af1-b9f6-e9d52009e97f HTTP/1.1" status: 204 len: 173 time: 1.8390141 Nov 25 08:43:13.644708 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'name': 'network-vif-deleted', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:43:13.650661 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03271d12-a9da-480f-9f42-23802fb86853" -d '{"events": [{"server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "name": "network-vif-deleted", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:43:13.687007 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b8a410-659f-4bb6-814f-4621b719b774 req-1a0191d4-ba4e-4b32-b58d-17f1107a74f5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:13.712832 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-77b8a410-659f-4bb6-814f-4621b719b774 req-1a0191d4-ba4e-4b32-b58d-17f1107a74f5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.6489797 Nov 25 08:43:13.744679 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83ed3570-3c5c-440b-bd1d-757ece9b4fe4 req-6719b1c6-948a-40f3-ac82-c3df08fe7313 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8191590 Nov 25 08:43:13.945280 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-77b8a410-659f-4bb6-814f-4621b719b774 req-b8ae183b-85f5-4630-8cfe-df1390155ff6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2312286 Nov 25 08:43:14.172447 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1a3500e6-c66c-4a2d-b11e-931a780b30d3 req-2abbf26c-27c7-4668-bba2-4e159eef402a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0 HTTP/1.1" status: 200 len: 210 time: 0.0844221 Nov 25 08:43:14.189401 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4e0e035-1e1d-4d43-8be1-a45d4710b68e x-openstack-request-id: req-e4e0e035-1e1d-4d43-8be1-a45d4710b68e {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:43:14.190211 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0", "name": "network-vif-deleted", "tag": "0934d921-242f-4af1-b9f6-e9d52009e97f", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:43:14.190976 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e4e0e035-1e1d-4d43-8be1-a45d4710b68e {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:43:14.191659 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ed87e24-cb60-4d7b-b4ad-5bea50bd3fd0', 'name': 'network-vif-deleted', 'tag': '0934d921-242f-4af1-b9f6-e9d52009e97f', 'status': 'completed', 'code': 200} Nov 25 08:43:14.465256 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327281b2-02b5-4990-85ea-b07ceb11aa9d req-1e824b40-9d52-481d-a85a-01a181b0da38 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:14.468009 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-327281b2-02b5-4990-85ea-b07ceb11aa9d req-1e824b40-9d52-481d-a85a-01a181b0da38 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1626153 Nov 25 08:43:14.471465 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-d599f324-a7f0-4f36-a18a-48cf455f8a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:14.474053 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-d599f324-a7f0-4f36-a18a-48cf455f8a21 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1443176 Nov 25 08:43:14.658395 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-327281b2-02b5-4990-85ea-b07ceb11aa9d req-2e9fce48-f278-46c0-94d2-ef577da1bf50 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738577 Nov 25 08:43:14.732928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-cb5f1752-caaf-4f28-ba00-26bce85724ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:14.735007 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-cb5f1752-caaf-4f28-ba00-26bce85724ee service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.2430861 Nov 25 08:43:14.915611 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-da366e36-4e89-45f5-810e-0391e8d00330 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 1001 time: 0.1694827 Nov 25 08:43:14.932229 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f20e81-5116-4dd1-9c09-ac75190954c2 req-20c8e52f-e2fe-441b-98d9-04f97a82760c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:14.933975 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7f20e81-5116-4dd1-9c09-ac75190954c2 req-20c8e52f-e2fe-441b-98d9-04f97a82760c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.0774729 Nov 25 08:43:15.002665 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0934d921-242f-4af1-b9f6-e9d52009e97f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:43:15.034371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-887985c4-5248-4fe3-a766-20b490ae1afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:15.037291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-887985c4-5248-4fe3-a766-20b490ae1afd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1020482 Nov 25 08:43:15.050855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 0934d921-242f-4af1-b9f6-e9d52009e97f {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:43:15.052622 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0934d921-242f-4af1-b9f6-e9d52009e97f not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:43:15.195670 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7f20e81-5116-4dd1-9c09-ac75190954c2 req-c66d1b09-0dc6-46d3-ba21-04baa63c8580 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230942 Nov 25 08:43:15.306981 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-d73183ea-3a8f-4585-b718-3e3155aec76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:15.308878 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-d73183ea-3a8f-4585-b718-3e3155aec76c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2417963 Nov 25 08:43:15.331736 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a98d25-0fc1-42d4-b00a-9aba18f38032 req-759818be-d659-4f01-ba7c-57f1a2537a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:15.346836 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b7a98d25-0fc1-42d4-b00a-9aba18f38032 req-759818be-d659-4f01-ba7c-57f1a2537a29 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1893513 Nov 25 08:43:15.648393 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b7a98d25-0fc1-42d4-b00a-9aba18f38032 req-97e543a2-8a1b-430a-a776-4ec269c4cbf9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2833533 Nov 25 08:43:15.668764 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4cc9d426-167a-474d-980b-321bcde46665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:15.671185 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:43:15.672152 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4cc9d426-167a-474d-980b-321bcde46665 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1099 time: 0.1810467 Nov 25 08:43:15.733210 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-64557ee2-b6fb-4d87-a6ab-d27daa77075a service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3830562 Nov 25 08:43:16.076192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b679cc52-5b68-4244-991c-208c648efd35 req-40d7d4de-c51f-41bb-8544-6c8edb4f7b22 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.078125 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b679cc52-5b68-4244-991c-208c648efd35 req-40d7d4de-c51f-41bb-8544-6c8edb4f7b22 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.3013079 Nov 25 08:43:16.085933 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-6ab49b97-99de-4fae-8e4c-fa284b556151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.087747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-6ab49b97-99de-4fae-8e4c-fa284b556151 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.4019306 Nov 25 08:43:16.161270 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c6836db5-599a-4dd9-8e3c-cb613f91c92c req-ca609ece-9dc5-4a5f-a1a5-65a8e76c5b12 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3826618 Nov 25 08:43:16.226222 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b679cc52-5b68-4244-991c-208c648efd35 req-995ff2bf-e57a-4ed7-aadf-212f5765e4ea tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1372542 Nov 25 08:43:16.237817 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-a0e27278-9d67-4747-bc20-e889f414e743 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 1002 time: 0.1383283 Nov 25 08:43:16.477365 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4bae1216-7dd0-4954-88bb-e202cab925bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.478942 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4bae1216-7dd0-4954-88bb-e202cab925bd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.2069161 Nov 25 08:43:16.488338 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e00d23-39d4-496c-8bcc-5ae6a9e3fdef req-19996331-210f-42bb-a704-8fbadffca46f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.490065 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82e00d23-39d4-496c-8bcc-5ae6a9e3fdef req-19996331-210f-42bb-a704-8fbadffca46f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 946 time: 0.1086628 Nov 25 08:43:16.610729 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-82e00d23-39d4-496c-8bcc-5ae6a9e3fdef req-85a8ad95-5e5c-4803-90ad-40ce42032e28 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1112785 Nov 25 08:43:16.616248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4a8d331c-204f-491b-b568-c6cce3e3c798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.620276 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-4a8d331c-204f-491b-b568-c6cce3e3c798 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1290979 Nov 25 08:43:16.785640 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-858880c4-4eb5-49f1-b401-ad9903667245 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523476 Nov 25 08:43:16.959951 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5040119-6853-40d2-a24a-fc1be596ba65 req-36a8cecc-8bce-47b9-a0c0-295b1ddcc5e7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:16.961749 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c5040119-6853-40d2-a24a-fc1be596ba65 req-36a8cecc-8bce-47b9-a0c0-295b1ddcc5e7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1750700 Nov 25 08:43:17.039668 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:43:17.075610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c5040119-6853-40d2-a24a-fc1be596ba65 req-f47d1c35-5dda-469d-ab8d-3b18dbc1066b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965593 Nov 25 08:43:17.081715 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d026e491-e96e-4bec-908f-dbb1a6a89c87 req-28f97cae-d091-4617-aac9-39d2ba41a8a9 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449548 Nov 25 08:43:17.108812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a961d34-b12c-4081-8ae7-641faa2d32e0 req-e823eff8-78f5-461f-9c7c-30c369d40079 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:17.123914 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a961d34-b12c-4081-8ae7-641faa2d32e0 req-e823eff8-78f5-461f-9c7c-30c369d40079 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.2262480 Nov 25 08:43:17.258672 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a961d34-b12c-4081-8ae7-641faa2d32e0 req-9fec7bef-3f37-48ca-b5b9-946be9e2c0eb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160085 Nov 25 08:43:17.273681 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:17.320118 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:43:17.326262 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d383beb7-ad8f-4a55-84c4-7c2430512c22" -d '{"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-unplugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:43:17.342878 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:17.354098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:17.398508 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c218ee8f-5389-44f9-82ae-0572b4a49b6e x-openstack-request-id: req-c218ee8f-5389-44f9-82ae-0572b4a49b6e {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:43:17.398832 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-unplugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:43:17.399242 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c218ee8f-5389-44f9-82ae-0572b4a49b6e {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:43:17.399746 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'code': 200} Nov 25 08:43:17.412975 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714c2250-ecd4-456b-8b9d-d229f5e92290 req-7daa5e43-6b52-4f03-868f-1b2f4ddf0227 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:17.414742 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-714c2250-ecd4-456b-8b9d-d229f5e92290 req-7daa5e43-6b52-4f03-868f-1b2f4ddf0227 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0681407 Nov 25 08:43:17.424097 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=8']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:17.504208 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-714c2250-ecd4-456b-8b9d-d229f5e92290 req-bbaa6419-9772-4640-a1c8-e077199e6fb4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826023 Nov 25 08:43:17.792029 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128f55e-2cd0-4717-862b-252e87a47ee8 req-021e2105-6393-4b4d-b290-a7e4652b3dd6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:17.796528 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0128f55e-2cd0-4717-862b-252e87a47ee8 req-021e2105-6393-4b4d-b290-a7e4652b3dd6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0711346 Nov 25 08:43:17.896377 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0128f55e-2cd0-4717-862b-252e87a47ee8 req-fde1c3b0-534f-44d7-8673-49d9bdbb6aca tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974801 Nov 25 08:43:18.312040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec8b74e-c3e5-4e07-81c6-6ee007a957fd req-06e483b5-a78e-42f0-9fcb-7bc63db2aa87 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:18.314872 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dec8b74e-c3e5-4e07-81c6-6ee007a957fd req-06e483b5-a78e-42f0-9fcb-7bc63db2aa87 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0828755 Nov 25 08:43:18.422790 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dec8b74e-c3e5-4e07-81c6-6ee007a957fd req-8731d5ef-9d5c-4d94-8c44-24300cb7cd52 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994885 Nov 25 08:43:18.468735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66335de5-7d1c-4fff-a85f-5c5790746167 req-ed41eac0-3315-4649-be7e-b0624d4f8bc7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:18.472253 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66335de5-7d1c-4fff-a85f-5c5790746167 req-ed41eac0-3315-4649-be7e-b0624d4f8bc7 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.1116261 Nov 25 08:43:18.543340 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7360461e-a588-4be0-b2a5-3b859993eb18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:18.563245 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66335de5-7d1c-4fff-a85f-5c5790746167 req-c8bd27e1-bdb8-45f1-b924-b93b961b154a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856874 Nov 25 08:43:19.065895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e610e53-bbf9-4f7d-bc1a-56d56d4c9c3d req-788c6c00-bcf2-41ce-bb4a-73a9534e8d2f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:19.070093 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7e610e53-bbf9-4f7d-bc1a-56d56d4c9c3d req-788c6c00-bcf2-41ce-bb4a-73a9534e8d2f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0594807 Nov 25 08:43:19.136706 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7e610e53-bbf9-4f7d-bc1a-56d56d4c9c3d req-5f8dd90a-6ec6-4459-bdf3-764ef948485c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532165 Nov 25 08:43:19.727460 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-042f7733-f337-47a4-bf62-7c2bdcba7bb9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:19.728956 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-042f7733-f337-47a4-bf62-7c2bdcba7bb9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.1894114 Nov 25 08:43:19.760492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb921b37-9943-4655-a036-1eccae097aa8 req-2b6a2e50-a875-41a0-b6f8-a0bf83d927ab tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:19.768238 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb921b37-9943-4655-a036-1eccae097aa8 req-2b6a2e50-a875-41a0-b6f8-a0bf83d927ab tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1320152 Nov 25 08:43:19.842361 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97646d-6199-410c-bd81-2dd0c49d5843 req-bb1c707a-a58c-44d1-a23c-d127924c77ba tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:19.844874 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa97646d-6199-410c-bd81-2dd0c49d5843 req-bb1c707a-a58c-44d1-a23c-d127924c77ba tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 945 time: 0.1674156 Nov 25 08:43:19.984946 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb921b37-9943-4655-a036-1eccae097aa8 req-bf307f7f-97c4-486a-9889-a552e4a47431 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155936 Nov 25 08:43:20.022016 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa97646d-6199-410c-bd81-2dd0c49d5843 req-919ad718-e170-4d93-b6ea-42714b726550 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1563551 Nov 25 08:43:20.080696 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Deleting port f9029ad7-c8b8-4982-81e2-c65eb84cab9b {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:43:20.083120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:20.316238 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] For port f9029ad7-c8b8-4982-81e2-c65eb84cab9b, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:20.317448 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:20.375076 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Calling delete_port for f9029ad7-c8b8-4982-81e2-c65eb84cab9b owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:43:20.419672 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5e424a-4070-470b-8413-acb5c9fc7dc8 req-5414c950-b09a-4faf-8d34-c9dc68b4ac36 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:20.421479 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b5e424a-4070-470b-8413-acb5c9fc7dc8 req-5414c950-b09a-4faf-8d34-c9dc68b4ac36 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1512151 Nov 25 08:43:20.525091 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b5e424a-4070-470b-8413-acb5c9fc7dc8 req-b3aa1d8f-9acc-42a3-9a84-eca4b6e59fdf tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717993 Nov 25 08:43:20.653566 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:20.670742 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0', '3d904caf-5740-4806-9e49-0bff89308ad2', 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:43:20.698806 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event deleted for resources: {'Port': ['ID=f9029ad7-c8b8-4982-81e2-c65eb84cab9b,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:20.775769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] No DVR routers for this DVR port f9029ad7-c8b8-4982-81e2-c65eb84cab9b on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:43:20.779715 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:20.788674 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50e2d98a-b910-4201-8096-9422ebfc61b8 req-726066c3-c40a-4cad-9212-ab9c09b8cb06 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "DELETE /v2.0/ports/f9029ad7-c8b8-4982-81e2-c65eb84cab9b HTTP/1.1" status: 204 len: 173 time: 1.0448472 Nov 25 08:43:20.799801 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'name': 'network-vif-deleted', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:43:20.802571 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf175ca-08e3-42d0-8481-7237b463b2b7" -d '{"events": [{"server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "name": "network-vif-deleted", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:43:20.872813 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a38124-5ae0-44a9-9ece-cd6cfc3b595d x-openstack-request-id: req-38a38124-5ae0-44a9-9ece-cd6cfc3b595d {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:43:20.873593 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6594bd69-10bc-4a9f-a5d8-9c110620ed10", "name": "network-vif-deleted", "tag": "f9029ad7-c8b8-4982-81e2-c65eb84cab9b", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:43:20.874293 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38a38124-5ae0-44a9-9ece-cd6cfc3b595d {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:43:20.875652 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6594bd69-10bc-4a9f-a5d8-9c110620ed10', 'name': 'network-vif-deleted', 'tag': 'f9029ad7-c8b8-4982-81e2-c65eb84cab9b', 'status': 'completed', 'code': 200} Nov 25 08:43:21.301878 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9a7583-4b4c-43b2-bdb8-174e08a5547d req-2a444d17-378e-477b-bed9-eeada58e6fdc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:21.330609 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e9a7583-4b4c-43b2-bdb8-174e08a5547d req-2a444d17-378e-477b-bed9-eeada58e6fdc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1899946 Nov 25 08:43:21.382842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-22046fa2-e92b-4670-a703-998370d61617 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:21.619644 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e9a7583-4b4c-43b2-bdb8-174e08a5547d req-ae9dded0-58ab-4105-b253-6abc6a1f7361 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2828915 Nov 25 08:43:21.916151 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eb56363d-4d93-4597-9040-d7cad2a4ce05 req-f2e246c6-b915-49f9-8c55-5340408ad807 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=6594bd69-10bc-4a9f-a5d8-9c110620ed10 HTTP/1.1" status: 200 len: 210 time: 0.0388038 Nov 25 08:43:22.095222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-881be9f3-655c-4ad1-a120-9d263fc5a5bd req-433b74a1-bf69-4a29-a781-e7311393c620 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:43:22.096676 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-881be9f3-655c-4ad1-a120-9d263fc5a5bd req-433b74a1-bf69-4a29-a781-e7311393c620 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064323 Nov 25 08:43:22.333031 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd2c483-9954-4256-8bbf-7b36adbf58c8 req-2f120ae8-c11a-4fcc-9d28-6d12875c62d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:22.336085 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ebd2c483-9954-4256-8bbf-7b36adbf58c8 req-2f120ae8-c11a-4fcc-9d28-6d12875c62d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0876372 Nov 25 08:43:22.350453 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:22.421116 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ebd2c483-9954-4256-8bbf-7b36adbf58c8 req-66b2e741-499e-4741-9c2c-46f2ff279720 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0722980 Nov 25 08:43:22.838211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58058) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:43:22.887192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bebc63-b2a2-4511-8049-3f1517beb2de req-b615bf06-d2c1-4ceb-a56a-fef819a769b0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:22.888856 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e0bebc63-b2a2-4511-8049-3f1517beb2de req-b615bf06-d2c1-4ceb-a56a-fef819a769b0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0890369 Nov 25 08:43:22.996696 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e0bebc63-b2a2-4511-8049-3f1517beb2de req-8e31122a-9838-43bc-a5db-145de5bc0dfb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013019 Nov 25 08:43:23.017186 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-755e3198-b6e7-4716-b5e6-649f3ee1aa62 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1765039 Nov 25 08:43:23.027459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-79697993-dd49-4099-b1bd-51823af9e004 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:43:23.040423 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-79697993-dd49-4099-b1bd-51823af9e004 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0218644 Nov 25 08:43:23.066785 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device f9029ad7-c8b8-4982-81e2-c65eb84cab9b no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:43:23.103254 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: f9029ad7-c8b8-4982-81e2-c65eb84cab9b {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:43:23.103828 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device f9029ad7-c8b8-4982-81e2-c65eb84cab9b not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:43:23.105690 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:43:23.476011 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470e6fc-7616-4d4d-a6a6-cd68234af52d req-6be00531-d37e-4512-80b1-727176f8fa29 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:23.482330 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9470e6fc-7616-4d4d-a6a6-cd68234af52d req-6be00531-d37e-4512-80b1-727176f8fa29 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.0948460 Nov 25 08:43:23.642058 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9470e6fc-7616-4d4d-a6a6-cd68234af52d req-88acbd29-1f13-48bb-9030-1c28792ff2fe tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530747 Nov 25 08:43:23.690429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a891b3-940a-485f-8a7b-1f2158e70c4e req-09a001aa-500b-42da-9f90-ba2fa7407147 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:23.694192 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72a891b3-940a-485f-8a7b-1f2158e70c4e req-09a001aa-500b-42da-9f90-ba2fa7407147 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1133721 Nov 25 08:43:23.794566 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72a891b3-940a-485f-8a7b-1f2158e70c4e req-ce09bbfc-032e-4468-842b-5ed506d9fbce tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929201 Nov 25 08:43:23.884901 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:24.284035 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d83749-617d-47ba-b6a5-09b3b6e8499e req-c5d18e1c-4afa-4ea1-b97a-63d26d886ff8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:24.313209 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-31d83749-617d-47ba-b6a5-09b3b6e8499e req-c5d18e1c-4afa-4ea1-b97a-63d26d886ff8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1872249 Nov 25 08:43:24.478133 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-31d83749-617d-47ba-b6a5-09b3b6e8499e req-1e98d337-7a12-4c76-b93f-cde10cf46057 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1716595 Nov 25 08:43:24.573425 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:24.899350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6c2a7-b201-4599-ac6b-fa41a79340d6 req-56d7a325-9c73-4368-b5a0-e18d1df991e6 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:24.910342 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dcc6c2a7-b201-4599-ac6b-fa41a79340d6 req-56d7a325-9c73-4368-b5a0-e18d1df991e6 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.1065814 Nov 25 08:43:25.027373 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dcc6c2a7-b201-4599-ac6b-fa41a79340d6 req-02cf3423-dbda-4d48-bb4c-0f279744cd14 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154966 Nov 25 08:43:25.099260 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-c4729149-ee64-482e-957a-4aacfec62dec service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1752868 Nov 25 08:43:25.115657 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af700bf8-c0ec-4b3e-b0fc-7f65f5980a00 req-0113df63-ed11-4257-b68b-c8207fb7698a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:25.118679 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-af700bf8-c0ec-4b3e-b0fc-7f65f5980a00 req-0113df63-ed11-4257-b68b-c8207fb7698a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0887804 Nov 25 08:43:25.270124 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-af700bf8-c0ec-4b3e-b0fc-7f65f5980a00 req-ed1ce4ae-577d-4f6f-b696-17ff944fcea9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431017 Nov 25 08:43:25.295725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-529c6ff0-97b1-4d0f-9d5a-bdbde6a4e0e5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:25.297456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-529c6ff0-97b1-4d0f-9d5a-bdbde6a4e0e5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.1549692 Nov 25 08:43:25.300826 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522744-5a93-49ff-acce-2f9343eddafe req-1323580c-bd45-447d-973a-0ff333a1cda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:25.302242 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-1323580c-bd45-447d-973a-0ff333a1cda1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1270504 Nov 25 08:43:25.753785 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:25.964446 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522744-5a93-49ff-acce-2f9343eddafe req-a37d049a-2334-47f9-80e9-9373a2a69b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:25.965968 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-a37d049a-2334-47f9-80e9-9373a2a69b00 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.6407604 Nov 25 08:43:26.001474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a048029-d84a-4317-b774-ecf58dfef659 req-d4f416e5-f379-4900-8e5f-3217795548ae tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.003056 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a048029-d84a-4317-b774-ecf58dfef659 req-d4f416e5-f379-4900-8e5f-3217795548ae tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1737194 Nov 25 08:43:26.098213 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Deleting port 3d904caf-5740-4806-9e49-0bff89308ad2 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:43:26.098560 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:26.113869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-3294643e-d0c7-4f00-b548-e2127369855e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.116331 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-3294643e-d0c7-4f00-b548-e2127369855e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 815 time: 0.2856791 Nov 25 08:43:26.139716 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-ec503efc-15dd-4005-b961-aa18116cf427 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 1001 time: 0.1595166 Nov 25 08:43:26.190998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36221-74b6-4879-bc46-945e08258efa req-257321a0-849a-42dd-8ff4-53d95df28d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.192577 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-257321a0-849a-42dd-8ff4-53d95df28d4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 1097 time: 0.0839789 Nov 25 08:43:26.228861 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-95b4d5b0-e5c6-4f56-b30b-4cc6d0707c5a tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/quotas/2dc4103c9eb443549b5e374c148eae92 HTTP/1.1" status: 200 len: 375 time: 0.1002803 Nov 25 08:43:26.242486 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a048029-d84a-4317-b774-ecf58dfef659 req-5fbf889a-98a5-4eb7-be42-f2d2c88f0ff2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017653 Nov 25 08:43:26.280367 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36221-74b6-4879-bc46-945e08258efa req-722e1ed2-a1b1-458c-a040-2cf67beec700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.282740 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-722e1ed2-a1b1-458c-a040-2cf67beec700 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1097 time: 0.0644662 Nov 25 08:43:26.319310 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522744-5a93-49ff-acce-2f9343eddafe req-1114e80e-d08f-4a8b-a9d6-a4638b66b4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.320747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-1114e80e-d08f-4a8b-a9d6-a4638b66b4fd service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1388450 Nov 25 08:43:26.328255 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] For port 3d904caf-5740-4806-9e49-0bff89308ad2, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3d904caf-5740-4806-9e49-0bff89308ad2,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:26.328607 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:26.393413 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Calling delete_port for 3d904caf-5740-4806-9e49-0bff89308ad2 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:43:26.399969 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36221-74b6-4879-bc46-945e08258efa req-413246ca-657d-42cb-807c-254efebf0a82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.402115 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-413246ca-657d-42cb-807c-254efebf0a82 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1115077 Nov 25 08:43:26.410230 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-5047ae0d-17b1-4790-871e-cd1cfbe2c573 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1728477 Nov 25 08:43:26.513444 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-f4aadd81-d4ee-48a1-9968-73c4e365ba8e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 1000 time: 0.1022849 Nov 25 08:43:26.566624 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc522744-5a93-49ff-acce-2f9343eddafe req-ad2686ec-4e71-4de2-ae09-1680d2c5d319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.568232 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-ad2686ec-4e71-4de2-ae09-1680d2c5d319 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2359231 Nov 25 08:43:26.583550 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df546b4-4a05-4d31-8b38-1fbb4bcf17ab req-5ab5dd7b-39c4-43d5-989d-90be1294aaec tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.585159 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5df546b4-4a05-4d31-8b38-1fbb4bcf17ab req-5ab5dd7b-39c4-43d5-989d-90be1294aaec tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 945 time: 0.2593956 Nov 25 08:43:26.607409 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36221-74b6-4879-bc46-945e08258efa req-056096c1-bb6e-4bac-843b-e6a28803e321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.610735 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-056096c1-bb6e-4bac-843b-e6a28803e321 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0848711 Nov 25 08:43:26.687399 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d36221-74b6-4879-bc46-945e08258efa req-cd6dc87a-02af-4a43-98c5-bdbb1fcefb72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:26.689372 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-cd6dc87a-02af-4a43-98c5-bdbb1fcefb72 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0707967 Nov 25 08:43:26.734814 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-86e63a7f-0064-4c0f-bd5d-b2154c591444 service neutron] 10.222.0.46 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082340 Nov 25 08:43:26.801141 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5df546b4-4a05-4d31-8b38-1fbb4bcf17ab req-2bae1849-d53b-4436-916f-6c68a8e573ee tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965110 Nov 25 08:43:26.851245 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-72a156f6-4dbd-446d-8d04-c3639c2222e0 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528053 Nov 25 08:43:26.881303 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-2621ece9-8c92-419c-a8a8-4983c49cc320 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2907748 Nov 25 08:43:26.884797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:26.899460 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:43:27.002245 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event deleted for resources: {'Port': ['ID=3d904caf-5740-4806-9e49-0bff89308ad2,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:27.029308 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-c6d36221-74b6-4879-bc46-945e08258efa req-ce825f65-996e-453a-b89c-1fb29cbc18c3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649354 Nov 25 08:43:27.077067 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.077651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.078000 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.078339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.078684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.079020 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.079357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.079725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.080067 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.080387 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.080717 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.081041 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:27.103599 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3d904caf-5740-4806-9e49-0bff89308ad2 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:43:27.105538 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-4f756ded-f458-45b3-80b6-fab8d1129168 service neutron] 10.222.0.46 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3557155 Nov 25 08:43:27.109687 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] No DVR routers for this DVR port 3d904caf-5740-4806-9e49-0bff89308ad2 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:43:27.115938 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:27.118976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1ccfb393-1694-45f7-a0d3-55e34c93947a req-65dab04f-61e0-4f07-9ba7-174eb6c6bf05 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "DELETE /v2.0/ports/3d904caf-5740-4806-9e49-0bff89308ad2 HTTP/1.1" status: 204 len: 173 time: 1.8107436 Nov 25 08:43:27.123369 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'name': 'network-vif-deleted', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:43:27.125769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ee1918-31e2-45bc-aabb-0e1470ab9788" -d '{"events": [{"server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "name": "network-vif-deleted", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:43:27.141143 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 3d904caf-5740-4806-9e49-0bff89308ad2 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:43:27.141865 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3d904caf-5740-4806-9e49-0bff89308ad2 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:43:27.168818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcff025-030f-45cf-9492-cda3ec9698bd req-495bc4fa-625b-422a-a2f2-ed36113288db tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:27.170769 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1bcff025-030f-45cf-9492-cda3ec9698bd req-495bc4fa-625b-422a-a2f2-ed36113288db tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.2390022 Nov 25 08:43:27.173213 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dc522744-5a93-49ff-acce-2f9343eddafe req-cdc5b8d5-d7fc-49df-8962-0bfd970721fa service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797382 Nov 25 08:43:27.252682 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1bcff025-030f-45cf-9492-cda3ec9698bd req-66698067-3315-48d6-b48d-ff234b67e343 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717838 Nov 25 08:43:27.336389 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d112f3-2c61-4bf4-bb42-13558edbfb92 x-openstack-request-id: req-40d112f3-2c61-4bf4-bb42-13558edbfb92 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:43:27.336845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80bea85b-e08a-4c45-9bc6-b587de1413a5", "name": "network-vif-deleted", "tag": "3d904caf-5740-4806-9e49-0bff89308ad2", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:43:27.337266 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-40d112f3-2c61-4bf4-bb42-13558edbfb92 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:43:27.337986 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '80bea85b-e08a-4c45-9bc6-b587de1413a5', 'name': 'network-vif-deleted', 'tag': '3d904caf-5740-4806-9e49-0bff89308ad2', 'status': 'completed', 'code': 200} Nov 25 08:43:27.403814 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58158) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:43:27.484339 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a7effe03-c4dc-45b9-8b96-c604c892ee2b req-3338cc18-1501-4e48-b104-14095a6ff859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0503964 Nov 25 08:43:27.513595 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45091c77-0026-4b59-aed2-669abcbffc4e req-8fa77a26-9d57-403f-97b2-fd3caac975f5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:27.523795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-45091c77-0026-4b59-aed2-669abcbffc4e req-8fa77a26-9d57-403f-97b2-fd3caac975f5 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1185205 Nov 25 08:43:27.576479 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-45091c77-0026-4b59-aed2-669abcbffc4e req-cdd50ed2-9a61-4afa-985f-a5d100eaf3c7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514889 Nov 25 08:43:27.664616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:27.804805 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:27.815516 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:27.886556 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d10fb6ef592b45fdafaf7c28a41a955f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4789214 Nov 25 08:43:27.887243 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58182) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:43:27.980234 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4657e363-e4d7-42ee-a891-7ad0a97bc002,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:28.012538 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.012978 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.013333 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.014201 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.014540 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.014985 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.015302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.015667 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.016001 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.016328 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.016657 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.017052 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cae611a0-db1f-41ed-8532-e1dc09353fef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:28.033782 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4db86c56-5aa4-4fd0-be6e-f4879b62f981 req-3ff571bf-247d-4f65-95f6-035dd0355330 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=80bea85b-e08a-4c45-9bc6-b587de1413a5 HTTP/1.1" status: 200 len: 210 time: 0.1029022 Nov 25 08:43:28.113357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:28.165078 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:28.264083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:28.268784 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:28.272839 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4657e363-e4d7-42ee-a891-7ad0a97bc002 HTTP/1.1" status: 204 len: 168 time: 0.3836980 Nov 25 08:43:28.287626 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb82fcf3-b57f-4995-aa5a-1535817e312f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657e363-e4d7-42ee-a891-7ad0a97bc002,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:28.526403 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2fa637-4b28-42d3-9599-326f4be77f0a req-afaa3040-7813-4910-837b-04b8565ec529 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:28.540382 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8b2fa637-4b28-42d3-9599-326f4be77f0a req-afaa3040-7813-4910-837b-04b8565ec529 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1603034 Nov 25 08:43:28.705754 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1b7bc700-82e7-40df-a441-afc00850bfb1 req-32618c43-d8ed-4a87-9158-1b45edacfdfe tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.1216681 Nov 25 08:43:28.788232 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8b2fa637-4b28-42d3-9599-326f4be77f0a req-2b3268ab-b729-42e2-8c28-7498b873dcfe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2095401 Nov 25 08:43:28.904674 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f406af-24cf-44ef-8498-03270967790b req-722babe5-7037-4a73-bc74-dfff211126a1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:28.907197 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c1f406af-24cf-44ef-8498-03270967790b req-722babe5-7037-4a73-bc74-dfff211126a1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1105163 Nov 25 08:43:28.977436 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c1f406af-24cf-44ef-8498-03270967790b req-9f7bd965-0fac-47eb-abec-ad80809709eb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626760 Nov 25 08:43:29.820108 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6f99fbbc-eae4-4eee-94a2-43d3f92a9d0c req-b2cb2316-20bb-4263-99ca-fe13780a76a3 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0274515 Nov 25 08:43:29.939234 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b8cad2-ef98-4f8f-8be7-ce0d152dc1d7 req-9d16b11d-aa42-426a-8fec-79f1d4af7ba0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:29.940803 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d4b8cad2-ef98-4f8f-8be7-ce0d152dc1d7 req-9d16b11d-aa42-426a-8fec-79f1d4af7ba0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0513258 Nov 25 08:43:29.998997 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d4b8cad2-ef98-4f8f-8be7-ce0d152dc1d7 req-fcd2c06f-d6c7-450e-a72d-df4f627c3197 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508225 Nov 25 08:43:30.191207 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba9d6ae-9410-484e-ab8e-c7dd56328ad6 req-d3811e67-6531-4246-8807-071a9e491813 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:30.206750 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eba9d6ae-9410-484e-ab8e-c7dd56328ad6 req-d3811e67-6531-4246-8807-071a9e491813 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1064308 Nov 25 08:43:30.335870 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eba9d6ae-9410-484e-ab8e-c7dd56328ad6 req-3194dd64-e9e0-451d-832f-11b4bda23c23 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273952 Nov 25 08:43:30.713980 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a680c2a-cab2-4f5a-99ee-31b9f326b779 req-ae72cda2-6972-4060-9271-bcd822f18646 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:30.715602 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a680c2a-cab2-4f5a-99ee-31b9f326b779 req-ae72cda2-6972-4060-9271-bcd822f18646 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0851104 Nov 25 08:43:30.770011 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9a680c2a-cab2-4f5a-99ee-31b9f326b779 req-60101a40-dcad-482c-bda3-a09a4f3a5bb3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466526 Nov 25 08:43:30.956818 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f3e848dc-d5d9-49f9-b3e6-86f642605298 req-a4779b2b-42bf-466e-93bb-be97b0581105 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0508351 Nov 25 08:43:31.158228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8e6b2-14e5-477c-b828-58dad9ce38a0 req-04b61838-92de-4ab4-83a1-394e2810a7b4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:31.159854 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80f8e6b2-14e5-477c-b828-58dad9ce38a0 req-04b61838-92de-4ab4-83a1-394e2810a7b4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0575912 Nov 25 08:43:31.213670 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80f8e6b2-14e5-477c-b828-58dad9ce38a0 req-60e14b9b-4e08-4aea-a14f-356021b20b1d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470266 Nov 25 08:43:31.499540 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f224bd-76c3-4f89-b30b-37b0d2ae1d76 req-eb8cc900-109a-4806-b365-974bf36ff338 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:31.501802 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-21f224bd-76c3-4f89-b30b-37b0d2ae1d76 req-eb8cc900-109a-4806-b365-974bf36ff338 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0824134 Nov 25 08:43:31.557184 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-21f224bd-76c3-4f89-b30b-37b0d2ae1d76 req-d011f729-7529-4a8d-a73c-e04584ae74ec tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487852 Nov 25 08:43:31.901698 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62370c-4c8b-4541-bfb7-cf82284c0ca3 req-f5360181-aa61-42fe-a1ed-608cc2e00333 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:31.903762 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5a62370c-4c8b-4541-bfb7-cf82284c0ca3 req-f5360181-aa61-42fe-a1ed-608cc2e00333 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0594995 Nov 25 08:43:31.961721 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5a62370c-4c8b-4541-bfb7-cf82284c0ca3 req-6d9ea374-fb15-46aa-9e7d-9580a84cfd43 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515306 Nov 25 08:43:32.075331 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ad1470f-047a-4bb7-a51f-b9e0d502e067 req-f844016f-ca09-4e14-9280-165dbaf120ee tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0312350 Nov 25 08:43:32.348973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2c29a-9377-4516-9ba0-72543889189a req-08536fc4-35e1-42ec-bd21-5109275c1c78 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:32.350875 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67a2c29a-9377-4516-9ba0-72543889189a req-08536fc4-35e1-42ec-bd21-5109275c1c78 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0559618 Nov 25 08:43:32.404441 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67a2c29a-9377-4516-9ba0-72543889189a req-3b8054f1-f285-4e30-8e77-c9ec95b6423c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471237 Nov 25 08:43:32.778457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd77450-5456-40ca-a6c5-eea21ba414fc req-a0c3dc86-0a27-4df1-b03f-7a93a4d928af tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:32.781298 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7bd77450-5456-40ca-a6c5-eea21ba414fc req-a0c3dc86-0a27-4df1-b03f-7a93a4d928af tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0999136 Nov 25 08:43:32.844971 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7bd77450-5456-40ca-a6c5-eea21ba414fc req-b83891be-4054-4444-83dd-51e1af6660d9 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578136 Nov 25 08:43:33.124810 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06a439c-a77c-4349-8090-c5fb16f4d95f req-6898d4c3-3d4e-47cc-a9a6-6886bad7a868 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:33.127636 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a06a439c-a77c-4349-8090-c5fb16f4d95f req-6898d4c3-3d4e-47cc-a9a6-6886bad7a868 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0852697 Nov 25 08:43:33.208598 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e5dc22a-9e24-47fa-bdfd-2d28c01c0445 req-7f461d1f-cf9d-4056-b375-1affa439e85c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0431895 Nov 25 08:43:33.214241 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a06a439c-a77c-4349-8090-c5fb16f4d95f req-173da1cd-664c-45e8-b502-6b0b13cceca8 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793874 Nov 25 08:43:33.542623 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed609533-340a-486e-8c1d-1f5d80291d97 req-df133ef2-af12-447c-84ca-5b7464e55bd3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:33.544297 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed609533-340a-486e-8c1d-1f5d80291d97 req-df133ef2-af12-447c-84ca-5b7464e55bd3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0533071 Nov 25 08:43:33.604840 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed609533-340a-486e-8c1d-1f5d80291d97 req-5fd6415f-5014-4945-848f-fd54fbdf8cd7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520389 Nov 25 08:43:33.993267 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ae6fbf-1237-4b66-89cb-2bcdd8b02035 req-75b45433-906f-4a0f-816b-8e4205d4d617 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:33.995928 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41ae6fbf-1237-4b66-89cb-2bcdd8b02035 req-75b45433-906f-4a0f-816b-8e4205d4d617 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0582809 Nov 25 08:43:34.097950 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41ae6fbf-1237-4b66-89cb-2bcdd8b02035 req-bc85d1af-9802-4827-a798-548d61b14ad7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898952 Nov 25 08:43:34.342976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-545241ef-ac2a-4fe4-b8ff-db41c7022149 req-41893178-74b2-40bd-ac3d-5ae4a8eec563 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0357101 Nov 25 08:43:34.395721 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c2432-af09-43c2-a592-348829d1bec7 req-d3a83e75-9f8f-475c-af3c-7de578d4221a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:34.397392 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fb9c2432-af09-43c2-a592-348829d1bec7 req-d3a83e75-9f8f-475c-af3c-7de578d4221a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0569804 Nov 25 08:43:34.451742 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fb9c2432-af09-43c2-a592-348829d1bec7 req-a2e255d4-4539-4535-a7a8-94e78480571c tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478704 Nov 25 08:43:34.768083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ec1ab-cb26-4241-b0ac-912961d328eb req-f2371c2d-4d4a-4d0e-a063-e0b302ff670a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:34.770380 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf6ec1ab-cb26-4241-b0ac-912961d328eb req-f2371c2d-4d4a-4d0e-a063-e0b302ff670a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0673649 Nov 25 08:43:34.858181 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf6ec1ab-cb26-4241-b0ac-912961d328eb req-525318a0-a36c-4445-aa31-23e4dbb73b1a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746787 Nov 25 08:43:35.321998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ad108-545a-4db2-ba4f-cf9288da1104 req-753c5db2-97aa-4e8d-a381-5902ce5029f0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:35.324441 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa8ad108-545a-4db2-ba4f-cf9288da1104 req-753c5db2-97aa-4e8d-a381-5902ce5029f0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1065772 Nov 25 08:43:35.422171 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa8ad108-545a-4db2-ba4f-cf9288da1104 req-86b24811-92dc-4ec4-bae4-7056b79bff0e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851374 Nov 25 08:43:35.522772 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a0782153-ecc6-4a2e-8119-e29505057829 req-40d798b6-09ac-418e-9d8a-f1cea95e0c4c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0307457 Nov 25 08:43:35.618570 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc21ce-f84a-433d-8f3f-e51021c75880 req-96a1dcad-0c69-44b8-83b9-ec8df4020746 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:35.620592 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-17dc21ce-f84a-433d-8f3f-e51021c75880 req-96a1dcad-0c69-44b8-83b9-ec8df4020746 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0638006 Nov 25 08:43:35.717462 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-17dc21ce-f84a-433d-8f3f-e51021c75880 req-d528809f-b7ba-4fc9-a008-65a23dd05336 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875616 Nov 25 08:43:36.053151 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e145bc0a-7037-4bb5-9763-43d2cf492763 req-5dd50439-7632-4b63-8066-bf621d9fd172 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:36.057309 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e145bc0a-7037-4bb5-9763-43d2cf492763 req-5dd50439-7632-4b63-8066-bf621d9fd172 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0998423 Nov 25 08:43:36.133668 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e145bc0a-7037-4bb5-9763-43d2cf492763 req-f9d4da54-6efa-4797-88dc-baad57743bb2 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671024 Nov 25 08:43:36.622353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce434a1b-efd2-43da-a936-52cc734d9cc6 req-197372d1-a855-483f-98a5-ee75ec209d58 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:36.632762 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ce434a1b-efd2-43da-a936-52cc734d9cc6 req-197372d1-a855-483f-98a5-ee75ec209d58 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1135421 Nov 25 08:43:36.706882 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c5bcc2a-2d23-4263-b653-0443452f2343 req-9043f088-b3db-491b-9a84-c8a1991f48a9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0398371 Nov 25 08:43:36.717851 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ce434a1b-efd2-43da-a936-52cc734d9cc6 req-4f71ae57-612a-415e-8f5e-b7d8a78c8f1c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838397 Nov 25 08:43:36.867516 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00134f8e-2925-457d-bcca-093b3b6ee765 req-92b7e66d-b15f-4ba3-8392-8d1cd4546b1a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:36.869140 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-00134f8e-2925-457d-bcca-093b3b6ee765 req-92b7e66d-b15f-4ba3-8392-8d1cd4546b1a tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0632823 Nov 25 08:43:36.935654 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-00134f8e-2925-457d-bcca-093b3b6ee765 req-ab9a01d7-9f56-41f4-aec6-a2b90881b812 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491667 Nov 25 08:43:37.349429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18af4b36-9448-46fc-b70f-870a07ec2e7a req-d3bbd77e-51eb-4fb7-b9c0-bfd7f249b01b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:37.352331 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-18af4b36-9448-46fc-b70f-870a07ec2e7a req-d3bbd77e-51eb-4fb7-b9c0-bfd7f249b01b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0845699 Nov 25 08:43:37.413126 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-18af4b36-9448-46fc-b70f-870a07ec2e7a req-3bb1ef38-dc2c-4cda-8223-41800cda5867 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544417 Nov 25 08:43:37.851698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-df770b30-ab34-479e-915f-fe8b263f33f2 req-8e09797c-d207-4540-bb77-ff489774d44e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0534470 Nov 25 08:43:37.908718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e14592-c354-4136-a691-b5370865d354 req-0e444a01-0339-43db-a7da-1161a0399201 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:37.910767 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-15e14592-c354-4136-a691-b5370865d354 req-0e444a01-0339-43db-a7da-1161a0399201 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0951152 Nov 25 08:43:37.988887 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-15e14592-c354-4136-a691-b5370865d354 req-205f9d68-5ae4-4f3e-b72d-23900c5cee41 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666394 Nov 25 08:43:38.135099 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95653740-dd5e-4535-a9dc-6df6d2d05fb8 req-5a94bd58-2bf9-40b5-b862-58f86a80df3e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:38.136919 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-95653740-dd5e-4535-a9dc-6df6d2d05fb8 req-5a94bd58-2bf9-40b5-b862-58f86a80df3e tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0729153 Nov 25 08:43:38.210563 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-95653740-dd5e-4535-a9dc-6df6d2d05fb8 req-a1a210a6-e86c-4dee-a4cc-67a4968375eb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652528 Nov 25 08:43:38.586410 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0d82e8-e7a8-4eba-8644-9d0ca02d8b95 req-3319d689-08ba-4e38-8f98-2cba479ed480 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:38.589107 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a0d82e8-e7a8-4eba-8644-9d0ca02d8b95 req-3319d689-08ba-4e38-8f98-2cba479ed480 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0870993 Nov 25 08:43:38.668818 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a0d82e8-e7a8-4eba-8644-9d0ca02d8b95 req-7d345b2d-8989-45de-adca-0abbfcebc70e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720620 Nov 25 08:43:39.014521 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5161ddb7-9828-4766-9c67-520179fd4dfe req-a80bb2e2-f98f-4c65-a8f9-7f8212199706 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0499485 Nov 25 08:43:39.172334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827eba92-67c8-4b85-9ee6-534685fc366a req-f550172e-a989-402f-99ed-60044a3a74cd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:39.175153 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-827eba92-67c8-4b85-9ee6-534685fc366a req-f550172e-a989-402f-99ed-60044a3a74cd tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0612657 Nov 25 08:43:39.272664 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-827eba92-67c8-4b85-9ee6-534685fc366a req-e6dd3cb0-d0a1-4b95-9f43-8ef9f29b9df7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906587 Nov 25 08:43:39.420465 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc5b0b4-04e8-4687-a829-f0d494b7608c req-b4fbfb7e-e37b-4b1f-ab54-ea74629fdf6d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:39.422665 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bdc5b0b4-04e8-4687-a829-f0d494b7608c req-b4fbfb7e-e37b-4b1f-ab54-ea74629fdf6d tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0891626 Nov 25 08:43:39.517618 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bdc5b0b4-04e8-4687-a829-f0d494b7608c req-b4c8c58e-1f42-45bc-8510-c6539cb7bcaa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861030 Nov 25 08:43:39.879384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427feb9a-932b-4152-88c7-224a47e0af90 req-3a8dc8f0-8522-454a-aa55-61c95b3b7d80 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:39.881377 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-427feb9a-932b-4152-88c7-224a47e0af90 req-3a8dc8f0-8522-454a-aa55-61c95b3b7d80 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0924928 Nov 25 08:43:39.960834 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-427feb9a-932b-4152-88c7-224a47e0af90 req-fde3dc51-6fb6-4527-9c54-887f67d678af tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702114 Nov 25 08:43:40.159520 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-62f4eeb5-a6e2-4a1b-bfcf-a5b41ff18ad5 req-b31289fc-ef17-41b0-ae89-4e4c8f7ee588 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0453565 Nov 25 08:43:40.417341 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7cc3a0-2aa6-4551-b306-46a844e1ee27 req-c4b2d66c-f10e-4a05-ba62-098638dacd9f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:40.419410 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c7cc3a0-2aa6-4551-b306-46a844e1ee27 req-c4b2d66c-f10e-4a05-ba62-098638dacd9f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0696645 Nov 25 08:43:40.488787 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c7cc3a0-2aa6-4551-b306-46a844e1ee27 req-7860204b-620b-4307-92b8-38a4fd4a98c7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565255 Nov 25 08:43:40.650075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abeffbaf-fe33-498e-bfd5-3465a1a161a4 req-d9e2973f-1ab4-47d6-b354-6d2549db3d58 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:40.651664 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-abeffbaf-fe33-498e-bfd5-3465a1a161a4 req-d9e2973f-1ab4-47d6-b354-6d2549db3d58 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0516768 Nov 25 08:43:40.716015 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-abeffbaf-fe33-498e-bfd5-3465a1a161a4 req-d200a11e-631a-420f-9a28-bda043a7cfff tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581300 Nov 25 08:43:41.134169 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d553af2-76d8-46a4-9741-b6c56182a8b4 req-6baac3ac-513c-4454-a3bf-6e30b117c0ed tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:41.135775 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8d553af2-76d8-46a4-9741-b6c56182a8b4 req-6baac3ac-513c-4454-a3bf-6e30b117c0ed tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0529671 Nov 25 08:43:41.194818 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8d553af2-76d8-46a4-9741-b6c56182a8b4 req-274e314c-448f-43c2-a9de-2e7cad30d2b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528145 Nov 25 08:43:41.264742 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-92e7c66a-0619-4fc1-9ce0-862aa4f9ac7d req-b185fd19-377a-4624-9434-0c844c35391d tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0296144 Nov 25 08:43:41.657436 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3dcadb-a2cc-4422-9c83-6a7da5007e10 req-cd2f6e95-0eea-4880-be87-c5159cbddf8f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:41.659539 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ac3dcadb-a2cc-4422-9c83-6a7da5007e10 req-cd2f6e95-0eea-4880-be87-c5159cbddf8f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0917797 Nov 25 08:43:41.728888 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ac3dcadb-a2cc-4422-9c83-6a7da5007e10 req-2caa2948-0a09-4974-8d19-3d8dacf1124c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568082 Nov 25 08:43:41.848145 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c8a84b-eabc-41b2-90b7-2fb15c0868b0 req-1693f6e5-4d7c-4c08-9bd1-8184d3110deb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:41.851065 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1c8a84b-eabc-41b2-90b7-2fb15c0868b0 req-1693f6e5-4d7c-4c08-9bd1-8184d3110deb tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0602465 Nov 25 08:43:42.185246 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1c8a84b-eabc-41b2-90b7-2fb15c0868b0 req-7151a8d2-2f7c-4a08-8bd9-fc6e68eb2581 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3269563 Nov 25 08:43:42.329915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13741ed-00e9-40e8-a075-ca3b2e60ea5c req-58f6bf65-b9f0-41fc-81a3-c404298864d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:42.331485 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c13741ed-00e9-40e8-a075-ca3b2e60ea5c req-58f6bf65-b9f0-41fc-81a3-c404298864d8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0566010 Nov 25 08:43:42.399734 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-35b9941b-665b-44fd-916e-4eaa6e755bee req-d27ca9db-c65a-4c96-bde7-24c69ad1aaba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0335424 Nov 25 08:43:42.407794 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c13741ed-00e9-40e8-a075-ca3b2e60ea5c req-7f0173da-d0e5-4991-8e3a-d440136cfefd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693521 Nov 25 08:43:42.860748 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344daaec-8fa4-4cf6-8159-b59377a72696 req-513e8d19-87a7-4c1a-95ec-15a2aaf75b10 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:42.862280 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-344daaec-8fa4-4cf6-8159-b59377a72696 req-513e8d19-87a7-4c1a-95ec-15a2aaf75b10 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0600021 Nov 25 08:43:42.911510 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-344daaec-8fa4-4cf6-8159-b59377a72696 req-6ed73957-d01b-416b-889e-ee7cf8d55905 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Nov 25 08:43:43.326882 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92a427e-7800-42cf-8d88-4b997c08e98c req-bf24af2c-3e71-4a47-8236-e69f0ff00984 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:43.329380 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a92a427e-7800-42cf-8d88-4b997c08e98c req-bf24af2c-3e71-4a47-8236-e69f0ff00984 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0601776 Nov 25 08:43:43.389575 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a92a427e-7800-42cf-8d88-4b997c08e98c req-71bd465c-c885-403e-af5c-449cc7f7a744 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526273 Nov 25 08:43:43.538857 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-afdaa236-18f1-45a1-bf3b-cda44eca04b3 req-20725798-d8bd-4c36-a001-d672f37c80d4 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0400119 Nov 25 08:43:43.600533 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b115c8c-c7e1-49ab-9a80-c75f7879ed77 req-4574e7c0-8b7d-46d0-ba8b-c8b523500d43 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:43.602899 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b115c8c-c7e1-49ab-9a80-c75f7879ed77 req-4574e7c0-8b7d-46d0-ba8b-c8b523500d43 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0678678 Nov 25 08:43:43.674389 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b115c8c-c7e1-49ab-9a80-c75f7879ed77 req-8f0852aa-a923-4c32-989a-ded7abc0802f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611758 Nov 25 08:43:44.057788 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb42dbd-9223-4e39-ac7a-b8b798819175 req-7776608b-0d7a-428b-bbb2-10caba374ebf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:44.060570 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8eb42dbd-9223-4e39-ac7a-b8b798819175 req-7776608b-0d7a-428b-bbb2-10caba374ebf tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0666282 Nov 25 08:43:44.261905 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8eb42dbd-9223-4e39-ac7a-b8b798819175 req-f92e125c-be25-4ef2-8eef-13cb67016762 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939886 Nov 25 08:43:44.319462 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-576ae9a9-dc85-4847-ba95-32fcb341bbde tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:44.321039 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-576ae9a9-dc85-4847-ba95-32fcb341bbde tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 815 time: 0.2416000 Nov 25 08:43:44.343389 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'port': {'device_id': '91a68de2-f145-457b-b76e-393073e149bb', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'admin_state_up': True, 'tenant_id': '2dc4103c9eb443549b5e374c148eae92'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:43:44.574739 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Made reservation on behalf of 2dc4103c9eb443549b5e374c148eae92 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:43:44.578701 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:44.591999 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69b9ade-23fa-4d47-beed-4b1c852f7def req-aef6c762-8e1f-4dad-afa1-d627dec202bf tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:44.593610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d69b9ade-23fa-4d47-beed-4b1c852f7def req-aef6c762-8e1f-4dad-afa1-d627dec202bf tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1121216 Nov 25 08:43:44.711905 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d69b9ade-23fa-4d47-beed-4b1c852f7def req-eb182b78-72e7-412b-b39e-e4c6455a9190 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068738 Nov 25 08:43:44.779273 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e30ff981-64ef-4166-9a2a-0e17de89ac5a req-ddc6fea0-2ddb-4b60-8fc0-1f88da7c1549 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0774336 Nov 25 08:43:44.907691 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Allocated IP 172.20.0.12 (64b7c388-d5ad-48f5-90fd-d84255829a54/60be108f-b6a7-46d3-9f7d-da44b6fca31e/8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:43:44.924124 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ff4ca9-3441-4f42-bac4-18a8bc4ba459 req-9dceadc6-7fd5-4123-8ba7-74bc2343b2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:44.925742 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2ff4ca9-3441-4f42-bac4-18a8bc4ba459 req-9dceadc6-7fd5-4123-8ba7-74bc2343b2ff service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.1505928 Nov 25 08:43:44.963771 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c25c47-1640-44fa-bf15-195a92ffd9b2 req-7b0eb8b6-930b-44e5-8830-e66e373f092a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:44.973069 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7c25c47-1640-44fa-bf15-195a92ffd9b2 req-7b0eb8b6-930b-44e5-8830-e66e373f092a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1593556 Nov 25 08:43:45.222713 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7c25c47-1640-44fa-bf15-195a92ffd9b2 req-e1003837-5930-480b-bf3d-a122d9af6ddb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345989 Nov 25 08:43:45.373130 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:45.436962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:45.518570 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:43:45.526418 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:43:45.530224 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:43:45.568998 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:45.604905 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc2307-f03d-493b-8156-17d9f2f6db19 req-7027a77a-cac1-4875-856d-d00148d78bee tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:45.608442 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c1fc2307-f03d-493b-8156-17d9f2f6db19 req-7027a77a-cac1-4875-856d-d00148d78bee tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1867328 Nov 25 08:43:45.682634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:45.683997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:45.730073 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-339e1411-1b93-440e-83aa-e58ca3f9e5ec tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3907111 Nov 25 08:43:45.776585 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c1fc2307-f03d-493b-8156-17d9f2f6db19 req-8ece7fe1-4bd3-4965-ba1e-09532e90c70e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481259 Nov 25 08:43:46.018647 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e821278f-a33a-4663-9ed8-5fc92271c720 req-ae6ed386-d7b9-47aa-be06-b781669d4371 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:46.020372 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e821278f-a33a-4663-9ed8-5fc92271c720 req-ae6ed386-d7b9-47aa-be06-b781669d4371 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1451290 Nov 25 08:43:46.034983 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7618fa33-d1c5-49ca-ab38-b1a57662b019 None None] Provisioning complete for port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:43:46.035779 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7618fa33-d1c5-49ca-ab38-b1a57662b019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:46.094012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3436ac2-70e3-4324-b308-4a8d70807fa2 req-4da92a38-098e-4171-ad3c-192ff4ade5e3 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:46.095774 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3436ac2-70e3-4324-b308-4a8d70807fa2 req-4da92a38-098e-4171-ad3c-192ff4ade5e3 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1178515 Nov 25 08:43:46.102076 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7618fa33-d1c5-49ca-ab38-b1a57662b019 None None] Port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:43:46.150171 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e821278f-a33a-4663-9ed8-5fc92271c720 req-0b80ea29-e379-4196-83d5-ed087d199af2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977762 Nov 25 08:43:46.217914 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3436ac2-70e3-4324-b308-4a8d70807fa2 req-4f82bb66-5582-4684-a14b-ef72a45152aa tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036267 Nov 25 08:43:46.388872 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1448-4394-4d10-a0cd-17e5fe3684db req-b8025e71-6db4-46af-a0f0-5ddb2c542f22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:46.390512 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-98cc1448-4394-4d10-a0cd-17e5fe3684db req-b8025e71-6db4-46af-a0f0-5ddb2c542f22 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0606289 Nov 25 08:43:46.488224 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-98cc1448-4394-4d10-a0cd-17e5fe3684db req-cd1b95a7-57ce-4921-af1d-b7d99a2ddb52 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878227 Nov 25 08:43:47.009408 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a95a38b-25de-45d2-881f-a59a1fe67e56 req-172ed44b-efbb-493f-bb6a-868298ca6a1a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:47.012143 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a95a38b-25de-45d2-881f-a59a1fe67e56 req-172ed44b-efbb-493f-bb6a-868298ca6a1a tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1086395 Nov 25 08:43:47.084641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a95a38b-25de-45d2-881f-a59a1fe67e56 req-955994f6-0bc3-40c6-b776-6c46e4f41aba tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528474 Nov 25 08:43:47.449241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38641157-e59b-4ad9-93b9-d19756028193 req-f0fdc871-e82c-4f3e-a4d3-a8c15964f5a3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:47.450764 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38641157-e59b-4ad9-93b9-d19756028193 req-f0fdc871-e82c-4f3e-a4d3-a8c15964f5a3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1714900 Nov 25 08:43:47.464954 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3782864e-a05d-4808-b246-68c665c39595 req-c7184974-28f6-491b-af11-43f524411359 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:47.466547 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3782864e-a05d-4808-b246-68c665c39595 req-c7184974-28f6-491b-af11-43f524411359 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1412413 Nov 25 08:43:47.573953 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-38641157-e59b-4ad9-93b9-d19756028193 req-63c54c0c-60ac-4003-8d26-61c9589867d5 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062903 Nov 25 08:43:47.600510 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3782864e-a05d-4808-b246-68c665c39595 req-79f7f63a-ef54-45e0-a69e-45876efe41bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186316 Nov 25 08:43:47.762825 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912989dd-c2d2-4468-81c5-428d66ea35cf req-c96cb0d7-5056-48f4-98f0-d408c9638a90 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:47.772525 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-912989dd-c2d2-4468-81c5-428d66ea35cf req-c96cb0d7-5056-48f4-98f0-d408c9638a90 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0898490 Nov 25 08:43:47.854208 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-912989dd-c2d2-4468-81c5-428d66ea35cf req-5ab5f651-e010-47d4-8bd3-6b6958f4b872 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802414 Nov 25 08:43:48.268693 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3679433-e6c8-4b73-83f4-e76f364a691a req-b23cf77e-a85f-4ee4-b0b3-016e047e8345 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:48.270823 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3679433-e6c8-4b73-83f4-e76f364a691a req-b23cf77e-a85f-4ee4-b0b3-016e047e8345 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0920777 Nov 25 08:43:48.344040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3679433-e6c8-4b73-83f4-e76f364a691a req-a52ac798-face-42d0-acdf-4f6497418a8f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667443 Nov 25 08:43:48.543445 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6e8b0f3d-8ac0-4e99-a719-a5fcac7ea513 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:48.847761 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b9e046-5e8a-4601-94b1-3d7b120532a7 req-5120eabc-4639-48a4-88f8-7a618fd284b9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:48.850405 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9b9e046-5e8a-4601-94b1-3d7b120532a7 req-5120eabc-4639-48a4-88f8-7a618fd284b9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0889001 Nov 25 08:43:48.867848 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300bbf9-4256-4b4c-8849-c40d6dfc1ca7 req-d0a2d51b-b4a8-4497-a28a-9fa96066b36f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:48.869463 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e300bbf9-4256-4b4c-8849-c40d6dfc1ca7 req-d0a2d51b-b4a8-4497-a28a-9fa96066b36f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1096487 Nov 25 08:43:48.950187 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9b9e046-5e8a-4601-94b1-3d7b120532a7 req-e7d12914-be13-49d1-81d6-05580fb2f604 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796704 Nov 25 08:43:48.964903 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e300bbf9-4256-4b4c-8849-c40d6dfc1ca7 req-8095d5c6-1033-4cd8-b887-c05cbeb3f121 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791790 Nov 25 08:43:49.118765 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c440395-22e8-4bfc-8bbf-2012d131af9d req-8fd345f4-8f79-461b-baab-fb36eaf21f5b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:49.120315 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c440395-22e8-4bfc-8bbf-2012d131af9d req-8fd345f4-8f79-461b-baab-fb36eaf21f5b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0742152 Nov 25 08:43:49.182287 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0c440395-22e8-4bfc-8bbf-2012d131af9d req-d67e198b-3889-47d4-874d-817ef0830751 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558100 Nov 25 08:43:49.518119 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbb4f2-987f-4b9f-a3d9-309272a81281 req-f81ceb50-13cb-4655-ba71-1faefdf5f518 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:49.520082 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78bbb4f2-987f-4b9f-a3d9-309272a81281 req-f81ceb50-13cb-4655-ba71-1faefdf5f518 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0871265 Nov 25 08:43:49.603721 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78bbb4f2-987f-4b9f-a3d9-309272a81281 req-cb1f4645-100c-4d9e-9ae6-13a74c8096f1 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764358 Nov 25 08:43:50.150397 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85a871e-e258-41fa-a87e-2176811cb11d req-fbae607d-b9d2-4a12-a4ff-50b374680dbc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:50.153053 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e85a871e-e258-41fa-a87e-2176811cb11d req-fbae607d-b9d2-4a12-a4ff-50b374680dbc tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1101768 Nov 25 08:43:50.190059 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fc1c57-2f22-44de-a603-2904f5aa8122 req-48000b82-ab89-4412-85cd-eaa566d7177f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:50.193516 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71fc1c57-2f22-44de-a603-2904f5aa8122 req-48000b82-ab89-4412-85cd-eaa566d7177f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1115565 Nov 25 08:43:50.334675 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e85a871e-e258-41fa-a87e-2176811cb11d req-36cc5534-9f03-4742-ae57-bcc664edf141 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692529 Nov 25 08:43:50.372408 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71fc1c57-2f22-44de-a603-2904f5aa8122 req-a9a739b2-7d05-45d5-ab5f-0a4997f6f2ce tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618116 Nov 25 08:43:50.526433 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd068c75-dbd4-41ba-ba3f-6c87b10db43f req-578796dc-e634-481d-9026-41d7bc6a6049 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:50.527909 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cd068c75-dbd4-41ba-ba3f-6c87b10db43f req-578796dc-e634-481d-9026-41d7bc6a6049 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0577729 Nov 25 08:43:50.638388 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cd068c75-dbd4-41ba-ba3f-6c87b10db43f req-e95a556b-cf05-4fe8-b257-3ef2297416c8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970230 Nov 25 08:43:50.815412 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69073c0f-edef-4081-a1ea-fe3a2752223e req-c9918bf8-6074-4bc3-a5ba-44ed29002b66 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:50.821169 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69073c0f-edef-4081-a1ea-fe3a2752223e req-c9918bf8-6074-4bc3-a5ba-44ed29002b66 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1033165 Nov 25 08:43:50.881174 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69073c0f-edef-4081-a1ea-fe3a2752223e req-a1d368d4-4939-470f-b909-07f1c3f0ddc4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514555 Nov 25 08:43:51.339064 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6f492983-67af-4fbd-9655-2e20af4493f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:51.579989 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20b3595-20e3-4c26-b49c-2afe7c13cc51 req-70ab4257-66e2-4f06-95b0-fc1396d65cd3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:51.591773 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d20b3595-20e3-4c26-b49c-2afe7c13cc51 req-70ab4257-66e2-4f06-95b0-fc1396d65cd3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0940387 Nov 25 08:43:51.624599 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1715bf-e0e1-471e-81d0-72d1d824e16a req-960a33e7-8686-460c-86e8-39915ba13100 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:51.626449 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d1715bf-e0e1-471e-81d0-72d1d824e16a req-960a33e7-8686-460c-86e8-39915ba13100 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1252189 Nov 25 08:43:51.687039 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d20b3595-20e3-4c26-b49c-2afe7c13cc51 req-b85d4a59-8a59-4c06-9697-8d240c54e8aa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939763 Nov 25 08:43:51.719743 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d1715bf-e0e1-471e-81d0-72d1d824e16a req-2c3ef821-fed2-43cb-bc12-7181d053a6c1 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757957 Nov 25 08:43:51.846784 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768c77c-d48c-4951-8db8-bcde32db894b req-64ef4bc8-1b31-461d-917b-0ef06c391048 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:51.849354 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4768c77c-d48c-4951-8db8-bcde32db894b req-64ef4bc8-1b31-461d-917b-0ef06c391048 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0681579 Nov 25 08:43:51.901629 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4768c77c-d48c-4951-8db8-bcde32db894b req-1936b3f2-e44e-4b7f-a119-3f705eacd1a6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459142 Nov 25 08:43:52.046374 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cd27e9-6b3a-470d-aac1-8842f8a6508e req-0d1072b1-f32a-42b2-aa8c-329b0004dc83 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:52.047927 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43cd27e9-6b3a-470d-aac1-8842f8a6508e req-0d1072b1-f32a-42b2-aa8c-329b0004dc83 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0541706 Nov 25 08:43:52.135653 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43cd27e9-6b3a-470d-aac1-8842f8a6508e req-c7d294a5-1c4f-43ff-8f7b-6f9e9b9becde tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804939 Nov 25 08:43:52.321414 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:52.660480 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:43:52.905658 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66eff67-240c-4ede-858b-5ec8114fe572 req-de1cc564-9d0d-45b3-8bda-e5dd77d1b3fe tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:52.907275 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f66eff67-240c-4ede-858b-5ec8114fe572 req-de1cc564-9d0d-45b3-8bda-e5dd77d1b3fe tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1038187 Nov 25 08:43:52.953932 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2965ef20-0b76-4082-935a-5ac1c57c3d8d req-35372df3-883a-40e1-8635-08ab1fa6eb28 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:52.955586 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2965ef20-0b76-4082-935a-5ac1c57c3d8d req-35372df3-883a-40e1-8635-08ab1fa6eb28 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1201882 Nov 25 08:43:53.000629 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f66eff67-240c-4ede-858b-5ec8114fe572 req-b913543a-15cb-4377-871d-0b9d1c551bd0 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798371 Nov 25 08:43:53.035086 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2965ef20-0b76-4082-935a-5ac1c57c3d8d req-1e387f7b-fe7e-45d8-bc09-4e91f3191391 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624592 Nov 25 08:43:53.133512 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e08e9c0-66bd-49ed-840e-3044bdca7f17 req-dc0b97fb-8641-4415-9050-e0dcd340e24b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:53.135088 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2e08e9c0-66bd-49ed-840e-3044bdca7f17 req-dc0b97fb-8641-4415-9050-e0dcd340e24b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0691488 Nov 25 08:43:53.189864 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2e08e9c0-66bd-49ed-840e-3044bdca7f17 req-d2c0b58d-0787-47b9-9f17-b65113e908a7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487239 Nov 25 08:43:53.328001 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f636a2cc-5d56-410b-a61f-f1b75210ac90 req-641f313b-77d5-443c-9d5c-742439368e42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:53.330718 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f636a2cc-5d56-410b-a61f-f1b75210ac90 req-641f313b-77d5-443c-9d5c-742439368e42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0781021 Nov 25 08:43:53.436608 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f636a2cc-5d56-410b-a61f-f1b75210ac90 req-9f566e52-f829-4c1c-b3ad-8ba742ca108c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991976 Nov 25 08:43:53.889337 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:54.197317 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a697d8-ce91-48dc-9fc3-096fdf95f30e req-72357100-c705-44b2-8ef7-be5f7754cd30 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:54.199278 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-29a697d8-ce91-48dc-9fc3-096fdf95f30e req-72357100-c705-44b2-8ef7-be5f7754cd30 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1015408 Nov 25 08:43:54.279986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db33f41f-6a5b-4972-b2fa-50be2d7e0d09 req-7dd40282-8dae-420a-9ec5-43b8bb942577 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:54.282428 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-db33f41f-6a5b-4972-b2fa-50be2d7e0d09 req-7dd40282-8dae-420a-9ec5-43b8bb942577 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.1306193 Nov 25 08:43:54.362990 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-29a697d8-ce91-48dc-9fc3-096fdf95f30e req-fae76cf9-973e-42f8-955b-17ab01506af9 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505375 Nov 25 08:43:54.436761 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-db33f41f-6a5b-4972-b2fa-50be2d7e0d09 req-565a68c3-8d9a-46c3-a666-881a7adcb89a tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373754 Nov 25 08:43:54.524245 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c815705-13da-4f6b-b751-0f51d9a8531d req-b1c16006-da90-4cf6-93f5-246aa504f1bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:54.526090 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c815705-13da-4f6b-b751-0f51d9a8531d req-b1c16006-da90-4cf6-93f5-246aa504f1bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0610259 Nov 25 08:43:54.552597 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:54.628400 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c815705-13da-4f6b-b751-0f51d9a8531d req-e9320684-59b9-49b2-8292-f3e1771a081d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953505 Nov 25 08:43:54.690799 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb347d-5d9d-4f1d-98f4-a7f696dd6f67 req-2507f5bb-a1e0-4970-a7ae-7f9b7cbee819 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:54.706070 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9acb347d-5d9d-4f1d-98f4-a7f696dd6f67 req-2507f5bb-a1e0-4970-a7ae-7f9b7cbee819 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1365497 Nov 25 08:43:54.767040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9acb347d-5d9d-4f1d-98f4-a7f696dd6f67 req-ea1e5a62-c3d3-4e44-bb5a-c7451e781649 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570743 Nov 25 08:43:55.515024 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d843f44-3faf-4132-b657-32923fc4375c req-cfa4ef39-3298-4cc8-a71a-9fec56a9a0f2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:55.516703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d843f44-3faf-4132-b657-32923fc4375c req-cfa4ef39-3298-4cc8-a71a-9fec56a9a0f2 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0553110 Nov 25 08:43:55.602758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb36a7f8-75c9-46a9-886e-76e314f9c580 req-231168d3-eb31-4ecc-8284-7286a5332a01 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:55.604597 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb36a7f8-75c9-46a9-886e-76e314f9c580 req-231168d3-eb31-4ecc-8284-7286a5332a01 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 932 time: 0.0868051 Nov 25 08:43:55.608327 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d843f44-3faf-4132-b657-32923fc4375c req-cabd3647-756f-490b-9494-1784f484eafd tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813963 Nov 25 08:43:55.663338 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb36a7f8-75c9-46a9-886e-76e314f9c580 req-f1dcd049-b080-4094-af91-a1cd1d0dccd3 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470338 Nov 25 08:43:55.744283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:55.788635 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa74200-b79f-4f83-86d6-155a9b053e55 req-81ebafe3-ee15-4f60-95dd-0e1462a812f1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:55.791295 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-efa74200-b79f-4f83-86d6-155a9b053e55 req-81ebafe3-ee15-4f60-95dd-0e1462a812f1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.0703871 Nov 25 08:43:55.854807 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-efa74200-b79f-4f83-86d6-155a9b053e55 req-767a81cd-8aee-43cc-9a3b-2065fc293dab tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571184 Nov 25 08:43:55.921561 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3135bb2b-40ad-4fc1-b969-3a82e1b0b136 req-585cacd1-1dbe-43c1-aa42-283237b7ad3e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:55.923147 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3135bb2b-40ad-4fc1-b969-3a82e1b0b136 req-585cacd1-1dbe-43c1-aa42-283237b7ad3e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0646269 Nov 25 08:43:55.983763 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3135bb2b-40ad-4fc1-b969-3a82e1b0b136 req-f15e6a73-fe79-4f6a-af8c-22726bfa12a0 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529363 Nov 25 08:43:56.057062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Request body: {'port': {'device_id': '91a68de2-f145-457b-b76e-393073e149bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:43:56.108707 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c2ff4ca9-3441-4f42-bac4-18a8bc4ba459 req-4446e6bd-e644-4804-ad8e-04b86fdd1311 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769279 Nov 25 08:43:56.136176 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:56.456892 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:43:56.468413 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:56.488554 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Transition to ACTIVE for port object 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:43:56.499058 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-91c8f2a8-5999-4899-b2b3-a0f4630f8e59 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:56.501019 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-91c8f2a8-5999-4899-b2b3-a0f4630f8e59 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.0847836 Nov 25 08:43:56.502549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:56.604198 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:56.765790 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Attempting to bind port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:43:56.766129 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Attempting to bind port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:43:56.766457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Attempting to bind port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d on network 64b7c388-d5ad-48f5-90fd-d84255829a54 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:43:56.802883 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d on network 64b7c388-d5ad-48f5-90fd-d84255829a54 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:43:56.803198 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Attempting to bind port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d on network 64b7c388-d5ad-48f5-90fd-d84255829a54 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:43:56.818977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 43, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:43:56.819245 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Checking segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:43:56.819634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Bound using segment: {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:43:56.820096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Bound port: 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:43:56.820457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:56.838314 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Deleting port 8705540a-ee14-46e8-9a43-02522efbdeb0 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:43:56.838649 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:56.876458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2961d-5f87-4bf1-acdc-b1fdb768ef0e req-c0d8ee5f-b272-488d-a4c2-f0e6b8a426ef tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:56.878313 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a5e2961d-5f87-4bf1-acdc-b1fdb768ef0e req-c0d8ee5f-b272-488d-a4c2-f0e6b8a426ef tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 946 time: 0.1632001 Nov 25 08:43:56.941352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4907416-9d67-4357-83ec-8af27822976d req-a3d9b28f-05f9-4e99-853e-f2781e449584 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:56.942991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4907416-9d67-4357-83ec-8af27822976d req-a3d9b28f-05f9-4e99-853e-f2781e449584 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 944 time: 0.1813734 Nov 25 08:43:57.319911 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:43:57.369582 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:43:57.384203 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a5e2961d-5f87-4bf1-acdc-b1fdb768ef0e req-eeaa6ea3-63c0-4084-9545-66244cd32655 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8200957-66a7-4031-b712-b0546e1ba4bf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4626901 Nov 25 08:43:57.394362 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:57.409854 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4907416-9d67-4357-83ec-8af27822976d req-63a01f6a-dbbd-4137-97e7-c5dd717541c7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4528584 Nov 25 08:43:57.475814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:57.476359 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:57.477940 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] 10.222.0.59 "PUT /v2.0/ports/8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1094 time: 1.4261997 Nov 25 08:43:57.480034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] For port 8705540a-ee14-46e8-9a43-02522efbdeb0, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8705540a-ee14-46e8-9a43-02522efbdeb0,segment=NetworkSegment(62294715-abad-4907-88ae-1a63700d4ed5),segment_id=62294715-abad-4907-88ae-1a63700d4ed5)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:57.480411 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:57.483009 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:43:57.485412 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10eb887-6253-4699-b6af-66a8278339cf" -d '{"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:43:57.517243 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Calling delete_port for 8705540a-ee14-46e8-9a43-02522efbdeb0 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:43:57.562596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad034b80-9d9a-4c03-9595-0e4668ddc355 service neutron] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:57.706468 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ed3a87-b9cc-4b0d-9d39-5a75fb81e4f7 req-86527d7f-bc21-4305-a43a-1d3a8deb6ccc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:57.708808 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-74ed3a87-b9cc-4b0d-9d39-5a75fb81e4f7 req-86527d7f-bc21-4305-a43a-1d3a8deb6ccc tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1931701 Nov 25 08:43:57.713484 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad894610-5144-4885-811a-42a44d310b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:57.715096 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-ad894610-5144-4885-811a-42a44d310b40 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1097 time: 0.1648774 Nov 25 08:43:57.738830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ee69d-17d2-4ec5-bd17-d6f0e4e54fa8 req-ce2416e7-a4ce-4d11-8820-f2a5cb8e9304 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:57.740717 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c7ee69d-17d2-4ec5-bd17-d6f0e4e54fa8 req-ce2416e7-a4ce-4d11-8820-f2a5cb8e9304 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1704288 Nov 25 08:43:57.824456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-82c23e11-06a7-4238-90b5-d0e5003eb85b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 217 time: 0.0787647 Nov 25 08:43:57.949380 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-74ed3a87-b9cc-4b0d-9d39-5a75fb81e4f7 req-cc540e55-32a7-474f-9ed1-1ed021cb225f tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261264 Nov 25 08:43:57.998268 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8c7ee69d-17d2-4ec5-bd17-d6f0e4e54fa8 req-1f6e5074-2919-429d-9298-ca294ce3d3ff tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240112 Nov 25 08:43:58.000711 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-3cf22bee-1226-457b-ba4f-6ee6d5a5f087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.003384 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-3cf22bee-1226-457b-ba4f-6ee6d5a5f087 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.1640735 Nov 25 08:43:58.007138 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70964065-a6d1-40da-a673-c297f117ee1b x-openstack-request-id: req-70964065-a6d1-40da-a673-c297f117ee1b {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:43:58.007758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:43:58.008355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-70964065-a6d1-40da-a673-c297f117ee1b {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:43:58.009238 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:43:58.010951 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:58.027322 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8705540a-ee14-46e8-9a43-02522efbdeb0'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:43:58.096610 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Pushing event deleted for resources: {'Port': ['ID=8705540a-ee14-46e8-9a43-02522efbdeb0,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:58.151170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] No DVR routers for this DVR port 8705540a-ee14-46e8-9a43-02522efbdeb0 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:43:58.155441 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:58.159117 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e9b1259-c5b9-461c-8b4c-d7175cbe3ced req-4f7c372e-fa70-4f4f-a9e2-13d7322391fa tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.59 "DELETE /v2.0/ports/8705540a-ee14-46e8-9a43-02522efbdeb0 HTTP/1.1" status: 204 len: 173 time: 1.6278529 Nov 25 08:43:58.163687 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-27e7348a-bac7-4a3a-a106-a3f3f8646d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.166695 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-27e7348a-bac7-4a3a-a106-a3f3f8646d2c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1522624 Nov 25 08:43:58.345705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-41ef296b-59e4-4c2d-b569-3a3bebe6e68c service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709387 Nov 25 08:43:58.561561 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c62ab4a0-6626-4148-a739-afc51cf6948b req-b7c7c8fc-12fe-4b1c-93f1-75416a561fb3 tempest-AttachVolumeNegativeTest-1403245859 tempest-AttachVolumeNegativeTest-1403245859-project] 10.222.0.46 "GET /v2.0/ports?device_id=05f3bf22-bb61-4897-986f-99ae94f9fb33 HTTP/1.1" status: 200 len: 210 time: 0.0516572 Nov 25 08:43:58.563543 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ca8becc2-0044-4d89-afbe-7468b07feca0 req-739eb1d4-a807-4e0a-98f5-4d598c49e424 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090895 Nov 25 08:43:58.569813 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-232cf65c-59e1-476b-a0c2-8629d67ba9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.571907 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-232cf65c-59e1-476b-a0c2-8629d67ba9ba service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 1099 time: 0.1577275 Nov 25 08:43:58.588434 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efdc18b-6dd3-4d32-9243-ebcef9a2be1e req-1f04ae20-9561-4318-a7a8-5ec76b353228 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.590355 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0efdc18b-6dd3-4d32-9243-ebcef9a2be1e req-1f04ae20-9561-4318-a7a8-5ec76b353228 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1403902 Nov 25 08:43:58.799382 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0efdc18b-6dd3-4d32-9243-ebcef9a2be1e req-83127356-6f52-4dd7-9a79-1e5ab7d367f2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760952 Nov 25 08:43:58.818778 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb887-6253-4699-b6af-66a8278339cf req-a9f59a08-58c0-4f44-82e1-9c55d0008192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.820436 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-a9f59a08-58c0-4f44-82e1-9c55d0008192 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1097 time: 0.1567276 Nov 25 08:43:58.834853 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45cc447-50a7-40d4-a3e9-2ed8fc4a5bde req-d274cd82-39fb-47a2-b76b-c4ac7cf2372a tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.836566 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a45cc447-50a7-40d4-a3e9-2ed8fc4a5bde req-d274cd82-39fb-47a2-b76b-c4ac7cf2372a tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 944 time: 0.1753209 Nov 25 08:43:58.846659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-3138f91a-066d-488f-9c07-486cf4bfb40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:58.849507 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-3138f91a-066d-488f-9c07-486cf4bfb40c service neutron] 10.222.0.59 "GET /v2.0/networks?id=66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 200 len: 920 time: 0.2579658 Nov 25 08:43:58.956283 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-8ea8629b-da38-4412-822b-319c4e5cad95 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 200 len: 217 time: 0.0868955 Nov 25 08:43:59.042269 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a45cc447-50a7-40d4-a3e9-2ed8fc4a5bde req-37266b43-829e-4957-8039-94cac02822f2 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904461 Nov 25 08:43:59.059446 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb887-6253-4699-b6af-66a8278339cf req-cbe4e939-c048-47f8-a137-421b916d1bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:59.061010 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-cbe4e939-c048-47f8-a137-421b916d1bc8 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.2235439 Nov 25 08:43:59.065326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-a24e774f-39ee-42d1-97e2-cfb9cbbc14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:59.067173 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-a24e774f-39ee-42d1-97e2-cfb9cbbc14ef service neutron] 10.222.0.59 "GET /v2.0/subnets?id=e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 200 len: 859 time: 0.1011412 Nov 25 08:43:59.124809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-af56d030-0f35-4ef7-8ef1-9db600f4f48a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 217 time: 0.0472248 Nov 25 08:43:59.156995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-12887b45-d067-49c3-b64e-bb03d7c80e36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=66254c56-3f1c-4f89-9cff-4dcde9b8b303&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731435 Nov 25 08:43:59.216353 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:43:59.277801 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb887-6253-4699-b6af-66a8278339cf req-5c736d2c-f81c-4401-86a6-47203456bea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:59.279284 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-5c736d2c-f81c-4401-86a6-47203456bea2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.1331859 Nov 25 08:43:59.293351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58e5f21-06e8-47fd-a5d2-a983b5d17b16 req-56165140-455c-49ea-9e1f-5dafc428532f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:59.294943 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d58e5f21-06e8-47fd-a5d2-a983b5d17b16 req-56165140-455c-49ea-9e1f-5dafc428532f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 944 time: 0.1728034 Nov 25 08:43:59.356495 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:59.377289 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'e813642c-c46b-4870-94db-1582911a9fad', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': 'e813642c-c46b-4870-94db-1582911a9fad', 'mac_address': 'fa:16:3e:79:e4:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:43:59.381123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-bd9d58a4-a726-40fc-87d8-6bfdf0c2eed5 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2074587 Nov 25 08:43:59.429383 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10eb887-6253-4699-b6af-66a8278339cf req-640d0ebe-7237-4e48-ac2c-f2459ef0aa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:43:59.431215 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-640d0ebe-7237-4e48-ac2c-f2459ef0aa7e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1352518 Nov 25 08:43:59.440882 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:59.458469 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e813642c-c46b-4870-94db-1582911a9fad {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:43:59.481049 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:43:59.488235 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:59.489605 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d58e5f21-06e8-47fd-a5d2-a983b5d17b16 req-266677d7-8db0-430d-af36-a37d38842fee tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785500 Nov 25 08:43:59.599714 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=9']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:43:59.617893 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.618096 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.618602 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.619135 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.619672 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.620181 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.620667 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.621461 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.622740 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.623247 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.623885 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.624365 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:43:59.662233 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-72353913-a9b4-4f4f-8db7-c5ed6c075878 req-fcabcefa-30db-4508-aa4c-b5c612dcd933 service neutron] 10.222.0.59 "GET /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2670925 Nov 25 08:43:59.672852 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58454) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:43:59.724926 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-5caeac16-7945-41f7-ba9a-11a1f1b6eade service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408042 Nov 25 08:43:59.759650 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Deleting subnet ae1132f2-66db-4320-94bd-0d233bd6b903 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:43:59.782336 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:59.799321 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['e813642c-c46b-4870-94db-1582911a9fad'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:43:59.901994 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:43:59.976160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d10eb887-6253-4699-b6af-66a8278339cf req-475bce58-6e12-41cc-9812-f6ede420712f service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390356 Nov 25 08:43:59.978254 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.013769 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'name': 'network-vif-deleted', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:00.016097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f5a9d0-2d5e-4575-a337-60e9c9cd4dd3" -d '{"events": [{"server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "name": "network-vif-deleted", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:00.092444 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff72bef-85a0-477c-b2ec-17784e58033c x-openstack-request-id: req-cff72bef-85a0-477c-b2ec-17784e58033c {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:00.092840 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05f3bf22-bb61-4897-986f-99ae94f9fb33", "name": "network-vif-deleted", "tag": "8705540a-ee14-46e8-9a43-02522efbdeb0", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:00.093148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cff72bef-85a0-477c-b2ec-17784e58033c {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:00.093610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '05f3bf22-bb61-4897-986f-99ae94f9fb33', 'name': 'network-vif-deleted', 'tag': '8705540a-ee14-46e8-9a43-02522efbdeb0', 'status': 'completed', 'code': 200} Nov 25 08:44:00.119341 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd235e0e-df11-49be-83a8-6969f9e9f8a0 req-d38e6406-7047-4a15-8f57-0b70669aed19 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:00.121031 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fd235e0e-df11-49be-83a8-6969f9e9f8a0 req-d38e6406-7047-4a15-8f57-0b70669aed19 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1081533 Nov 25 08:44:00.129312 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.176206 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae1132f2-66db-4320-94bd-0d233bd6b903,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:00.183828 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.187947 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-820d7fa1-a365-479f-b286-8aec0230cf36 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ae1132f2-66db-4320-94bd-0d233bd6b903 HTTP/1.1" status: 204 len: 168 time: 0.5139987 Nov 25 08:44:00.193434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58464) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:00.245765 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fd235e0e-df11-49be-83a8-6969f9e9f8a0 req-0257f021-a451-425e-b8bc-0d74c7527da8 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120596 Nov 25 08:44:00.281799 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35704b5a-dbad-4bdf-903e-e00e4fb46f3d req-f105b512-acac-4694-832e-4784e79a5460 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:00.282406 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.283608 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-35704b5a-dbad-4bdf-903e-e00e4fb46f3d req-f105b512-acac-4694-832e-4784e79a5460 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 944 time: 0.0916989 Nov 25 08:44:00.359337 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-35704b5a-dbad-4bdf-903e-e00e4fb46f3d req-d41037f5-7f78-4222-9747-f32deb9b78eb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575035 Nov 25 08:44:00.382733 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.407307 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ddee4b4-d930-497a-91bb-d464076fa1b3']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:00.419751 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62294715-abad-4907-88ae-1a63700d4ed5') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:00.420189 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62294715-abad-4907-88ae-1a63700d4ed5') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:00.432904 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.449891 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.458415 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:44:00.458824 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:44:00.460916 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:44:00.531963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.541533 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:00.547352 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0ddee4b4-d930-497a-91bb-d464076fa1b3 HTTP/1.1" status: 204 len: 168 time: 0.3515704 Nov 25 08:44:00.566341 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c00058-584d-4a80-a3ad-3562a2920529 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ddee4b4-d930-497a-91bb-d464076fa1b3,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:00.671039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d1d42a-c960-4ea7-b103-ecda5c646673 req-7bfcbf22-1e7d-4fa7-a01e-2a732d8bd5ba tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:00.673109 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4d1d42a-c960-4ea7-b103-ecda5c646673 req-7bfcbf22-1e7d-4fa7-a01e-2a732d8bd5ba tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 945 time: 0.0658903 Nov 25 08:44:00.766039 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f4d1d42a-c960-4ea7-b103-ecda5c646673 req-38160831-b035-4bf6-a48f-8490cc19a796 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831976 Nov 25 08:44:00.850045 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58470) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:00.909015 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ac191938-bbef-44b7-9e56-97c7b14f3ed0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3412713b28e44d47abca28c866ca338e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0573690 Nov 25 08:44:00.912805 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58474) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:00.984070 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.013019 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.080513 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.081509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.085142 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8200957-66a7-4031-b712-b0546e1ba4bf HTTP/1.1" status: 204 len: 168 time: 0.1704736 Nov 25 08:44:01.100280 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083b7d91-315c-4f14-b9fe-4b03dfc0a658 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8200957-66a7-4031-b712-b0546e1ba4bf,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:01.231480 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:44:01.237511 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:44:01.254995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f22c41-241d-4c80-9711-d9b61994baa1 req-d8d5acb8-10c2-456f-9670-3dbac64c5efb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:01.260624 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1f22c41-241d-4c80-9711-d9b61994baa1 req-d8d5acb8-10c2-456f-9670-3dbac64c5efb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0770957 Nov 25 08:44:01.358060 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1f22c41-241d-4c80-9711-d9b61994baa1 req-6666c578-270f-4382-aa05-5b9b4edcd2cd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0888567 Nov 25 08:44:01.374852 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port e813642c-c46b-4870-94db-1582911a9fad triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:44:01.375276 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.511752 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849ec2d7-d014-47bd-9871-437683b6ce7d req-e2f3fc52-5658-46d3-b366-c5291b6b53b3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:01.513901 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-849ec2d7-d014-47bd-9871-437683b6ce7d req-e2f3fc52-5658-46d3-b366-c5291b6b53b3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0963309 Nov 25 08:44:01.518061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.542057 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:01.563965 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'port_id': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'mac_address': 'fa:16:3e:c5:d1:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:44:01.572578 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:01.574960 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2670ba43-0efe-4167-bd72-4124edb44f24" -d '{"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:01.627754 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:01.632827 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.637101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.638516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8705540a-ee14-46e8-9a43-02522efbdeb0 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:01.673395 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 8705540a-ee14-46e8-9a43-02522efbdeb0 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:01.674122 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8705540a-ee14-46e8-9a43-02522efbdeb0 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:01.675631 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-849ec2d7-d014-47bd-9871-437683b6ce7d req-1fdb1ae5-e391-41c3-8743-98ac5242083c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1356864 Nov 25 08:44:01.693512 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1d0f8c-86c8-48b7-8e1e-d69d0fadedf2 req-7cac9387-b793-4811-91e3-6feb4d267e50 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:01.698310 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:44:01.699728 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a1d0f8c-86c8-48b7-8e1e-d69d0fadedf2 req-7cac9387-b793-4811-91e3-6feb4d267e50 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 944 time: 0.1828616 Nov 25 08:44:01.752685 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:01.767609 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:01.780917 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=10']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:01.831633 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a1d0f8c-86c8-48b7-8e1e-d69d0fadedf2 req-84431b0a-1e43-4218-8540-b99e6eeecb77 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054823 Nov 25 08:44:01.841912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b4008-1d54-468d-aeee-9c1bde3d2bbf x-openstack-request-id: req-e92b4008-1d54-468d-aeee-9c1bde3d2bbf {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:01.843038 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-plugged", "status": "completed", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:01.843716 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e92b4008-1d54-468d-aeee-9c1bde3d2bbf {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:01.844222 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'code': 200} Nov 25 08:44:01.896470 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:01.979960 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9936101-9c13-4be3-8e64-aa73b25e2391 req-6fdd9772-f25c-4909-9208-38b416c2f5bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:01.982292 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9936101-9c13-4be3-8e64-aa73b25e2391 req-6fdd9772-f25c-4909-9208-38b416c2f5bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.0632374 Nov 25 08:44:02.048839 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9936101-9c13-4be3-8e64-aa73b25e2391 req-d95bae8a-972d-45ce-bd21-f0ba609f19de tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573030 Nov 25 08:44:02.057005 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:02.392261 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ff57ce-9509-4a0f-8e1b-4347495d8a4a req-d8cd2341-5fc7-4483-b3ff-026c8dda8cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:02.393858 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51ff57ce-9509-4a0f-8e1b-4347495d8a4a req-d8cd2341-5fc7-4483-b3ff-026c8dda8cfc service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1100 time: 0.0507042 Nov 25 08:44:02.449991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51ff57ce-9509-4a0f-8e1b-4347495d8a4a req-8057021d-b33e-41fb-8e25-20c5a216a12a service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479090 Nov 25 08:44:02.518307 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30696df2-865e-4c53-8464-2cef6c9f120f req-45c68dcf-2a9e-4ea0-bd4e-23893dda82f1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:02.520491 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30696df2-865e-4c53-8464-2cef6c9f120f req-45c68dcf-2a9e-4ea0-bd4e-23893dda82f1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0656273 Nov 25 08:44:02.598621 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30696df2-865e-4c53-8464-2cef6c9f120f req-6eec427a-b85c-4104-bd3c-4c0244aa0b85 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714381 Nov 25 08:44:02.866746 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2314bbc9-1085-4b58-8295-b2ad8ab5dd6b req-5c4ba018-7016-4624-9f75-edfe4096e295 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:02.868600 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2314bbc9-1085-4b58-8295-b2ad8ab5dd6b req-5c4ba018-7016-4624-9f75-edfe4096e295 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0631580 Nov 25 08:44:03.000574 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2314bbc9-1085-4b58-8295-b2ad8ab5dd6b req-59c069f4-887d-428a-a866-26b25434fb34 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227574 Nov 25 08:44:03.033302 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93398c16-1f43-4d7e-a7e2-e29c210529b1 req-b17aaa1c-d749-401a-ae1d-7bab0a313354 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:03.037123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-93398c16-1f43-4d7e-a7e2-e29c210529b1 req-b17aaa1c-d749-401a-ae1d-7bab0a313354 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 945 time: 0.1116576 Nov 25 08:44:03.150930 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-93398c16-1f43-4d7e-a7e2-e29c210529b1 req-83f24fce-8d97-4c6a-9eb3-0dab60e1253a tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967815 Nov 25 08:44:03.221482 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:44:03.242305 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd6b809-feca-426e-a3a5-674219e96c25 req-d4bc33cf-9414-491d-a93d-35fed2bfbec6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:03.256268 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4cd6b809-feca-426e-a3a5-674219e96c25 req-d4bc33cf-9414-491d-a93d-35fed2bfbec6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.1017101 Nov 25 08:44:03.297461 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:44:03.307870 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:44:03.308815 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:03.473465 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:03.532595 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:03.541931 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:03.676557 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:03.768518 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4cd6b809-feca-426e-a3a5-674219e96c25 req-5bf59dcf-bb5e-4b7a-8325-188c516a0edf tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4976015 Nov 25 08:44:03.838448 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6fe59c-4f40-45ef-9402-787734bdcf93 req-a63e960e-ab32-4032-ad68-36f095ff3c64 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:03.841884 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9d6fe59c-4f40-45ef-9402-787734bdcf93 req-a63e960e-ab32-4032-ad68-36f095ff3c64 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1121609 Nov 25 08:44:03.845424 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:03.850752 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23765b8-d46a-4b00-9f82-e369af1d0386" -d '{"events": [{"server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:03.911863 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3ec002-2297-4d42-a33b-5fb3440be68a x-openstack-request-id: req-1b3ec002-2297-4d42-a33b-5fb3440be68a {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:03.912194 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "name": "network-vif-plugged", "status": "completed", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:03.912467 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b3ec002-2297-4d42-a33b-5fb3440be68a {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:03.912871 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'code': 200} Nov 25 08:44:03.953451 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9d6fe59c-4f40-45ef-9402-787734bdcf93 req-bd132bbe-ae04-4e6a-9ca5-597af68753e9 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973163 Nov 25 08:44:04.200619 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed942eb4-afe7-4431-b4d7-962d24a59a46 req-434d96c3-4101-4b14-be13-ff3e5c70cd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:04.202448 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed942eb4-afe7-4431-b4d7-962d24a59a46 req-434d96c3-4101-4b14-be13-ff3e5c70cd26 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1099 time: 0.0660536 Nov 25 08:44:04.284337 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed942eb4-afe7-4431-b4d7-962d24a59a46 req-44a7f1ba-cbae-4113-85f8-1f4927bdd5d8 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559530 Nov 25 08:44:04.357649 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21a463-7f87-49b3-83fe-f280c9961642 req-11fec875-f420-4e8e-b734-b36988534378 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:04.359426 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2f21a463-7f87-49b3-83fe-f280c9961642 req-11fec875-f420-4e8e-b734-b36988534378 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0697830 Nov 25 08:44:04.444471 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2f21a463-7f87-49b3-83fe-f280c9961642 req-752528c1-82b7-4c6b-9602-376171975fa5 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738389 Nov 25 08:44:04.459993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58588) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:04.689551 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b98f9df4-6d1d-4a50-a179-cafeb9d325af admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:04.817960 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b98f9df4-6d1d-4a50-a179-cafeb9d325af admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:04.821495 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b98f9df4-6d1d-4a50-a179-cafeb9d325af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:04.879257 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58620) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:04.880104 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b98f9df4-6d1d-4a50-a179-cafeb9d325af admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b76418df910540c7b9f3b100d652b61d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4179614 Nov 25 08:44:04.896526 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98f9df4-6d1d-4a50-a179-cafeb9d325af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efbee77-2749-4618-b1e0-76a1e25e60f2,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:04.993614 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.004895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53422b84-157d-4f54-aea3-6d938619413d req-7a813162-6f13-4380-b597-b7a380bc91e6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:05.006559 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-53422b84-157d-4f54-aea3-6d938619413d req-7a813162-6f13-4380-b597-b7a380bc91e6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.0723116 Nov 25 08:44:05.034708 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.132919 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-53422b84-157d-4f54-aea3-6d938619413d req-5f979b8d-dd39-4d83-9abc-08c2e7765f81 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048520 Nov 25 08:44:05.179278 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b433b4f-f21a-48d3-ab53-90d4fb7dd7b1 req-32707479-771f-4402-a00a-1ab0bae8e7b6 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:05.179278 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b433b4f-f21a-48d3-ab53-90d4fb7dd7b1 req-32707479-771f-4402-a00a-1ab0bae8e7b6 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0625587 Nov 25 08:44:05.179278 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.181745 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.182852 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8efbee77-2749-4618-b1e0-76a1e25e60f2 HTTP/1.1" status: 204 len: 168 time: 0.3021653 Nov 25 08:44:05.195076 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d403c77e-9284-48da-8d3a-b0b30e1577f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efbee77-2749-4618-b1e0-76a1e25e60f2,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:05.252694 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b433b4f-f21a-48d3-ab53-90d4fb7dd7b1 req-3ddf4bcb-7e63-4a63-8d1c-4659f4ccf3a9 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593956 Nov 25 08:44:05.530949 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58630) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:05.545989 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2f4b-754c-43a8-8fc3-04b8767f6d15 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.596318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f6024-afe4-4009-a21e-3c3f5361cab0 req-8f532372-9339-4e97-9c9d-27c40aebecd7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:05.599544 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa4f6024-afe4-4009-a21e-3c3f5361cab0 req-8f532372-9339-4e97-9c9d-27c40aebecd7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0678644 Nov 25 08:44:05.655904 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2f4b-754c-43a8-8fc3-04b8767f6d15 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.661318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa4f6024-afe4-4009-a21e-3c3f5361cab0 req-88d8d265-31eb-45df-9855-39a323325f6e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530679 Nov 25 08:44:05.662737 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cb4a2f4b-754c-43a8-8fc3-04b8767f6d15 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.713577 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cb4a2f4b-754c-43a8-8fc3-04b8767f6d15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=808118b2fefc48eeb5e9ce8745123389&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1814859 Nov 25 08:44:05.714421 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4a2f4b-754c-43a8-8fc3-04b8767f6d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16741d40-4705-45f2-a4db-eb9373503255,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:05.716353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58632) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:05.780917 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.806396 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.861901 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.865322 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:05.866511 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16741d40-4705-45f2-a4db-eb9373503255 HTTP/1.1" status: 204 len: 168 time: 0.1487486 Nov 25 08:44:05.875400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f9bc1e-5b67-464f-9092-370a72cbeafd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16741d40-4705-45f2-a4db-eb9373503255,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:06.332917 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c65bff2-45e0-4f30-bf1e-37c638a381c1 req-ad60e90a-0f27-4579-b32e-979ae6f39dc4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:06.335627 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6c65bff2-45e0-4f30-bf1e-37c638a381c1 req-ad60e90a-0f27-4579-b32e-979ae6f39dc4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.0859406 Nov 25 08:44:06.434211 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5abc1d-25ab-4aa7-a8b9-d3813fcb263d req-73dfff98-a008-4c0c-b292-8867bb6774a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:06.436196 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c5abc1d-25ab-4aa7-a8b9-d3813fcb263d req-73dfff98-a008-4c0c-b292-8867bb6774a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0970023 Nov 25 08:44:06.440052 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6c65bff2-45e0-4f30-bf1e-37c638a381c1 req-13a86cdf-0c15-4f08-ad5c-77e437b021c4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871212 Nov 25 08:44:06.545010 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3c5abc1d-25ab-4aa7-a8b9-d3813fcb263d req-bb1da325-f0d1-41f3-a245-ee79099b9891 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0983245 Nov 25 08:44:06.817275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a1ef5b-0e1f-42a4-9dda-4b92b32464b2 req-53f21be0-28d1-42f7-b7d0-e0731adacbde tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:06.819100 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43a1ef5b-0e1f-42a4-9dda-4b92b32464b2 req-53f21be0-28d1-42f7-b7d0-e0731adacbde tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0647626 Nov 25 08:44:06.888231 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43a1ef5b-0e1f-42a4-9dda-4b92b32464b2 req-35810812-c25e-4e76-89d9-8bc7c43b7f7e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624440 Nov 25 08:44:07.065867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0c340-2251-4432-8e8d-ef09fc65ff81 req-7f48210b-8666-48ed-b34b-a1a64ec5a6ab tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:07.069267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aae0c340-2251-4432-8e8d-ef09fc65ff81 req-7f48210b-8666-48ed-b34b-a1a64ec5a6ab tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0858507 Nov 25 08:44:07.141520 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aae0c340-2251-4432-8e8d-ef09fc65ff81 req-39098bd2-d37a-4de0-aadf-a788309f0a92 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653107 Nov 25 08:44:07.460664 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b13f86-d63b-422a-a4fb-da67607046fa req-0cf829b2-54e1-4c92-88f5-2961fee26cc3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:07.462562 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0b13f86-d63b-422a-a4fb-da67607046fa req-0cf829b2-54e1-4c92-88f5-2961fee26cc3 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0747600 Nov 25 08:44:07.531776 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0b13f86-d63b-422a-a4fb-da67607046fa req-869a234b-a4de-4d50-a42b-710a636e9b57 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606978 Nov 25 08:44:07.745529 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770b39a4-02c2-42d8-954f-3e8a75954440 req-4982bed1-6f9b-4252-9fbc-47f341666d24 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:07.747123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-770b39a4-02c2-42d8-954f-3e8a75954440 req-4982bed1-6f9b-4252-9fbc-47f341666d24 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0925593 Nov 25 08:44:07.773148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2623352-e9e4-4e3c-a83c-4c9e5eac238a req-19ecf828-62dd-4641-941a-6b8196bf98b6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:07.774763 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b2623352-e9e4-4e3c-a83c-4c9e5eac238a req-19ecf828-62dd-4641-941a-6b8196bf98b6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.1011803 Nov 25 08:44:07.845406 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-770b39a4-02c2-42d8-954f-3e8a75954440 req-4a85d10f-751d-4dda-b7c0-9b605f31081b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875473 Nov 25 08:44:07.861626 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b2623352-e9e4-4e3c-a83c-4c9e5eac238a req-d27c5e2b-15b9-450a-99da-ffc392dca544 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784059 Nov 25 08:44:08.666043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43731e7a-5206-4002-abb3-e3af8014d661 req-bf25179b-1f73-441e-b57b-678cbeae6575 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:08.669339 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43731e7a-5206-4002-abb3-e3af8014d661 req-bf25179b-1f73-441e-b57b-678cbeae6575 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0585065 Nov 25 08:44:08.720795 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-43731e7a-5206-4002-abb3-e3af8014d661 req-ebba3d6f-6f08-4687-826e-3d8ec0ebc0d4 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465674 Nov 25 08:44:08.983709 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb243c-164a-4c2d-8048-043871637edf req-30ae30f8-98f0-48e0-9ee1-b232b04833fa tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:08.985231 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-62eb243c-164a-4c2d-8048-043871637edf req-30ae30f8-98f0-48e0-9ee1-b232b04833fa tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0579309 Nov 25 08:44:09.039950 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-62eb243c-164a-4c2d-8048-043871637edf req-c978b50c-c3f2-422f-b1a3-85f08a9e65c6 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481789 Nov 25 08:44:09.829743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-7f01a789-2cda-4493-ba28-8697c8eea958 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:09.834943 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-7f01a789-2cda-4493-ba28-8697c8eea958 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.0938582 Nov 25 08:44:09.981152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a3b6b1-45ef-4dc5-a4e4-aeb12b12a329 req-af66b3f8-89bc-480f-b2c3-48e4f6978e42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:09.982765 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80a3b6b1-45ef-4dc5-a4e4-aeb12b12a329 req-af66b3f8-89bc-480f-b2c3-48e4f6978e42 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 945 time: 0.1453497 Nov 25 08:44:10.044928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Deleting port 427dce62-22d3-4c59-9af7-e194abc69928 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:10.045349 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:10.068661 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80a3b6b1-45ef-4dc5-a4e4-aeb12b12a329 req-14dd0af8-ce82-4e19-ad27-d693571aaa26 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724037 Nov 25 08:44:10.223887 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4da10b-6133-4784-8b92-aa9acf56be3e req-89e7a1ec-0b1f-4d24-a1f2-d3f5a05d491c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:10.225900 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf4da10b-6133-4784-8b92-aa9acf56be3e req-89e7a1ec-0b1f-4d24-a1f2-d3f5a05d491c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1009893 Nov 25 08:44:10.250846 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] For port 427dce62-22d3-4c59-9af7-e194abc69928, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=427dce62-22d3-4c59-9af7-e194abc69928,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:10.251210 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:10.274132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Calling delete_port for 427dce62-22d3-4c59-9af7-e194abc69928 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:10.354155 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf4da10b-6133-4784-8b92-aa9acf56be3e req-721dfda4-c717-4615-af9f-897ee0464fc5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167119 Nov 25 08:44:10.453239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:10.468015 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', '427dce62-22d3-4c59-9af7-e194abc69928'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:10.490830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Pushing event deleted for resources: {'Port': ['ID=427dce62-22d3-4c59-9af7-e194abc69928,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:10.556070 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] No DVR routers for this DVR port 427dce62-22d3-4c59-9af7-e194abc69928 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:44:10.558507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:10.562222 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbb82f87-2070-43f7-8ea5-9cd3ba3f077d req-8a888111-3c23-4eeb-81b2-5f5d8292f9d2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "DELETE /v2.0/ports/427dce62-22d3-4c59-9af7-e194abc69928 HTTP/1.1" status: 204 len: 173 time: 0.7067010 Nov 25 08:44:10.562718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'name': 'network-vif-deleted', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:10.565132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c68e98-1b32-49db-9568-030c0512b60c" -d '{"events": [{"server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "name": "network-vif-deleted", "tag": "427dce62-22d3-4c59-9af7-e194abc69928"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:10.616976 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75adb787-3a57-414c-ac3a-ef87c2c6baae x-openstack-request-id: req-75adb787-3a57-414c-ac3a-ef87c2c6baae {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:10.617269 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69ffb424-199d-477b-a9f0-afc0246d1fba", "name": "network-vif-deleted", "tag": "427dce62-22d3-4c59-9af7-e194abc69928", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:10.617677 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75adb787-3a57-414c-ac3a-ef87c2c6baae {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:10.618310 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69ffb424-199d-477b-a9f0-afc0246d1fba', 'name': 'network-vif-deleted', 'tag': '427dce62-22d3-4c59-9af7-e194abc69928', 'status': 'completed', 'code': 200} Nov 25 08:44:11.244488 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-306b7a85-f6c1-4714-8e00-7e1ec2ac37e8 req-d788a99f-5fe0-4d3c-b374-c21120129b2c tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=69ffb424-199d-477b-a9f0-afc0246d1fba HTTP/1.1" status: 200 len: 210 time: 0.0595083 Nov 25 08:44:11.541763 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde32d0f-8523-4b34-91de-1c891ad408cc req-6cb30bc8-73e4-4fbd-a445-b0182ba64910 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:11.544525 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bde32d0f-8523-4b34-91de-1c891ad408cc req-6cb30bc8-73e4-4fbd-a445-b0182ba64910 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0736403 Nov 25 08:44:11.629495 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bde32d0f-8523-4b34-91de-1c891ad408cc req-008518de-6350-4d62-9ba8-3872831f09d3 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740478 Nov 25 08:44:11.979943 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9692e-0d76-40d5-9db5-6570abd02ac2 req-49fd31c7-b2ac-463d-bfac-f19cf302d44d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:11.982067 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-edc9692e-0d76-40d5-9db5-6570abd02ac2 req-49fd31c7-b2ac-463d-bfac-f19cf302d44d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1264601 Nov 25 08:44:11.996201 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c949f-c038-473c-b5ce-a893e0abf6be req-b70f8e4c-a6af-448f-99a1-c5345ffb7c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:11.998014 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-b70f8e4c-a6af-448f-99a1-c5345ffb7c15 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 1098 time: 0.1008525 Nov 25 08:44:12.112704 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-edc9692e-0d76-40d5-9db5-6570abd02ac2 req-6eaa3190-85a2-4eac-8bea-6e127505473b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1134160 Nov 25 08:44:12.143252 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c949f-c038-473c-b5ce-a893e0abf6be req-3f1772eb-4418-4fc0-8d96-7ef59f36f9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:12.145288 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-3f1772eb-4418-4fc0-8d96-7ef59f36f9c9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.1352546 Nov 25 08:44:12.230177 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-f6644956-b87d-4141-a3e3-8307c8446084 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 200 len: 1001 time: 0.0768092 Nov 25 08:44:12.297180 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c949f-c038-473c-b5ce-a893e0abf6be req-0c5bd1f0-46f5-43aa-9400-6d1dc47370ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:12.299794 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-0c5bd1f0-46f5-43aa-9400-6d1dc47370ac service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.0618305 Nov 25 08:44:12.377576 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c949f-c038-473c-b5ce-a893e0abf6be req-8f75ab6b-80b5-430e-aeb4-6cdee74dbd36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:12.380367 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-8f75ab6b-80b5-430e-aeb4-6cdee74dbd36 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0732098 Nov 25 08:44:12.513684 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-41cbb050-7ed7-4269-ab77-1c601e37e69e service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168289 Nov 25 08:44:12.711933 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e64812-9362-43ec-a9db-e6f8083820b6 req-769ac309-1eba-4e34-95f9-a5b7803e8047 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:12.714679 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-90e64812-9362-43ec-a9db-e6f8083820b6 req-769ac309-1eba-4e34-95f9-a5b7803e8047 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1783209 Nov 25 08:44:12.781762 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-467c949f-c038-473c-b5ce-a893e0abf6be req-01e0e228-04c4-4820-81eb-cebad5f08fc7 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594037 Nov 25 08:44:12.828163 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-90e64812-9362-43ec-a9db-e6f8083820b6 req-8432cd52-d8d6-44ae-b9b0-463d86ad619b tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010821 Nov 25 08:44:13.303330 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b3b45a-ca45-48f3-9113-156d6189e1b7 req-7753117d-ddef-4e59-a831-5297d9a46a54 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:13.307590 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a0b3b45a-ca45-48f3-9113-156d6189e1b7 req-7753117d-ddef-4e59-a831-5297d9a46a54 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0737219 Nov 25 08:44:13.405761 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a0b3b45a-ca45-48f3-9113-156d6189e1b7 req-961e092f-3eda-4a5c-82c5-5fd87499e451 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845981 Nov 25 08:44:13.611086 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58838) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:13.739800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-db9ddaf3-4442-44f1-a54e-9c07c62604f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:13.840647 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-db9ddaf3-4442-44f1-a54e-9c07c62604f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:13.845488 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-db9ddaf3-4442-44f1-a54e-9c07c62604f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:13.897079 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-db9ddaf3-4442-44f1-a54e-9c07c62604f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5c548b46601487ba1bcccc110ce57f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2794101 Nov 25 08:44:13.897079 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9ddaf3-4442-44f1-a54e-9c07c62604f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a159bd-a7c2-4dd0-967b-44491ba18e73,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:13.897973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58844) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:13.985975 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.013857 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e4454e-5ac7-4b1e-9b79-ab040c5a314f req-012030c9-e9a5-495b-adaa-78326b7ab569 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:14.015537 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41e4454e-5ac7-4b1e-9b79-ab040c5a314f req-012030c9-e9a5-495b-adaa-78326b7ab569 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0852969 Nov 25 08:44:14.028357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.104829 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41e4454e-5ac7-4b1e-9b79-ab040c5a314f req-74fbd492-71c6-4e95-902d-33bfcfa8fe4e tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793967 Nov 25 08:44:14.134865 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.139975 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.141725 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8a159bd-a7c2-4dd0-967b-44491ba18e73 HTTP/1.1" status: 204 len: 168 time: 0.2423506 Nov 25 08:44:14.152671 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a8d7e-85a3-43e2-9e72-c7e2a757e61c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a159bd-a7c2-4dd0-967b-44491ba18e73,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:14.494356 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58854) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:14.548299 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee3b5-99a4-4a34-b9a5-0da0f7818e09 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.647526 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ace567-7503-42e1-b6e2-9c5bfa0f122b req-3162f598-c666-4502-b8e3-15bc37b7091f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:14.650266 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f3ace567-7503-42e1-b6e2-9c5bfa0f122b req-3162f598-c666-4502-b8e3-15bc37b7091f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1439550 Nov 25 08:44:14.731720 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f3ace567-7503-42e1-b6e2-9c5bfa0f122b req-7b3a9fdb-d560-4c4f-85b7-d9808858abc9 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717163 Nov 25 08:44:14.759536 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee3b5-99a4-4a34-b9a5-0da0f7818e09 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.764254 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2c0ee3b5-99a4-4a34-b9a5-0da0f7818e09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.808406 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-2c0ee3b5-99a4-4a34-b9a5-0da0f7818e09 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1d1baf187cd84459a5dd0e5dd8378d24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3123908 Nov 25 08:44:14.809350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0ee3b5-99a4-4a34-b9a5-0da0f7818e09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ec20f1-f4b3-47b0-8db5-6061222bc59a,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:14.812033 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58858) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:14.876022 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.921659 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.992709 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:14.997459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:15.001642 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6ec20f1-f4b3-47b0-8db5-6061222bc59a HTTP/1.1" status: 204 len: 168 time: 0.1856432 Nov 25 08:44:15.013064 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3693a3c7-ca28-4fb8-b42c-d66bbe71e9b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ec20f1-f4b3-47b0-8db5-6061222bc59a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:15.277474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e6c4c9-e9b9-4fda-a1e2-a38f19380ed4 req-1bf7eec8-79b8-483c-b2d7-d87c0c736991 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:15.279098 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-32e6c4c9-e9b9-4fda-a1e2-a38f19380ed4 req-1bf7eec8-79b8-483c-b2d7-d87c0c736991 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0611756 Nov 25 08:44:15.322747 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 427dce62-22d3-4c59-9af7-e194abc69928 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:15.351815 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 427dce62-22d3-4c59-9af7-e194abc69928 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:15.352518 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 427dce62-22d3-4c59-9af7-e194abc69928 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:15.404705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-32e6c4c9-e9b9-4fda-a1e2-a38f19380ed4 req-af874e1c-9066-4504-a805-7afa8b5d7149 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968556 Nov 25 08:44:16.616895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3775e2b-3aaa-42d0-9b92-f0166c1ccd63 req-09a62af5-161b-44f3-86f0-63258b0d28c7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:16.619726 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f3775e2b-3aaa-42d0-9b92-f0166c1ccd63 req-09a62af5-161b-44f3-86f0-63258b0d28c7 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0680535 Nov 25 08:44:16.699283 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f3775e2b-3aaa-42d0-9b92-f0166c1ccd63 req-3ded9f65-c7d0-48ca-8663-8ffe30f52d68 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693326 Nov 25 08:44:17.914397 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58946) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:17.936756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941fb96f-ebb1-4061-ae2e-fbffd3b21bdf req-c1efe8d0-2c01-4246-a6be-9d491a905b6e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:17.939608 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-941fb96f-ebb1-4061-ae2e-fbffd3b21bdf req-c1efe8d0-2c01-4246-a6be-9d491a905b6e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.1566057 Nov 25 08:44:17.959640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf89904-cbbf-4b5d-8b9d-c3ebcc1d88af req-d46092ea-ba9d-4d85-ae18-a92cebdb49f6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:17.962374 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8bf89904-cbbf-4b5d-8b9d-c3ebcc1d88af req-d46092ea-ba9d-4d85-ae18-a92cebdb49f6 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.1322873 Nov 25 08:44:18.070447 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-35b145b1-33cc-42fa-9562-6e3179bfcbb0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.104120 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8bf89904-cbbf-4b5d-8b9d-c3ebcc1d88af req-aa956dcd-0697-4f75-8633-5a17cc3c5249 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/security-groups?id=85e36ceb-9ba4-4261-a0f5-c882dc93adb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287286 Nov 25 08:44:18.110667 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-941fb96f-ebb1-4061-ae2e-fbffd3b21bdf req-fdb5f68d-ab64-45d1-82d2-ab030529f5d7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466956 Nov 25 08:44:18.144768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58950) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:18.173589 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-35b145b1-33cc-42fa-9562-6e3179bfcbb0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.181531 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-35b145b1-33cc-42fa-9562-6e3179bfcbb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.257004 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-35b145b1-33cc-42fa-9562-6e3179bfcbb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=467e3ebf8316468c90c42511e9bf6929&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409698 Nov 25 08:44:18.258554 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b145b1-33cc-42fa-9562-6e3179bfcbb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a138593-beba-409a-b3ac-a8e65900765b,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:18.261517 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58954) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:18.383170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.413068 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13ca8f-72ef-49fe-9393-fd6bcbcf89fa tempest-TestMinimumBasicScenario-980716987 tempest-TestMinimumBasicScenario-980716987-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:18.415872 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4f13ca8f-72ef-49fe-9393-fd6bcbcf89fa tempest-TestMinimumBasicScenario-980716987 tempest-TestMinimumBasicScenario-980716987-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1094 time: 0.2693522 Nov 25 08:44:18.421737 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58956) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:18.430720 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'port_id': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:18.442406 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.467294 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.555660 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.559843 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f8a2584e-6113-45ef-ad9f-d8158828436e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.561292 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.563797 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a138593-beba-409a-b3ac-a8e65900765b HTTP/1.1" status: 204 len: 168 time: 0.2998135 Nov 25 08:44:18.577041 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f23b155-cbc6-4906-9fd1-ca32a29c4e77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a138593-beba-409a-b3ac-a8e65900765b,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:18.648630 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:18.705429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-e9f2aaf9-7be1-4bd1-98ef-275e8e0c4ba2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:18.708528 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-e9f2aaf9-7be1-4bd1-98ef-275e8e0c4ba2 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 946 time: 0.0779045 Nov 25 08:44:18.844518 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Allocated IP 172.27.3.122 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/f4bd712d-4531-4103-96dd-480bc7fdcb66) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:44:18.859752 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Deleting port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:18.860338 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.010899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.021430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] For port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:19.021430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.026498 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58962) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:19.044943 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Calling delete_port for 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:19.062788 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa4aa-62b1-4808-b764-fda683b82405 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.139401 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.210209 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:44:19.216205 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:19.225077 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:44:19.259373 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'Port': ['ID=f4bd712d-4531-4103-96dd-480bc7fdcb66,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:19.267126 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.280111 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:19.327907 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa4aa-62b1-4808-b764-fda683b82405 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.340313 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-aa3aa4aa-62b1-4808-b764-fda683b82405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.346610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cdafc8ca-dd86-4995-a50a-13fa53d52559 req-5bf9047e-f69c-450c-8860-0f4e4f0e7dfb tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.46 "GET /v2.0/ports?device_id=a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398 HTTP/1.1" status: 200 len: 210 time: 0.1069794 Nov 25 08:44:19.351477 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Pushing event deleted for resources: {'Port': ['ID=7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:19.432327 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] No DVR routers for this DVR port 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:44:19.433361 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3aa4aa-62b1-4808-b764-fda683b82405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8606e8b-3684-4d10-9889-7c164e093204,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:19.435862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.442288 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eae69d28-f9e9-49fa-a25d-98b5fe73a5ce req-fa533622-5abe-4e83-b73f-fee5e8984a99 tempest-ServerRescueNegativeTestJSON-1978806149 tempest-ServerRescueNegativeTestJSON-1978806149-project] 10.222.0.59 "DELETE /v2.0/ports/7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 HTTP/1.1" status: 204 len: 173 time: 0.7262373 Nov 25 08:44:19.443057 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'name': 'network-vif-deleted', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:19.446819 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73bb5d9-947c-45fa-ab34-aa0038b83032" -d '{"events": [{"server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "name": "network-vif-deleted", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:19.448183 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-aa3aa4aa-62b1-4808-b764-fda683b82405 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bae1ac3350294f6db87d35e88eee4083&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4202323 Nov 25 08:44:19.452531 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58968) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:19.531977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8a911e-2af9-4225-a969-70f74cffc1ca x-openstack-request-id: req-4a8a911e-2af9-4225-a969-70f74cffc1ca {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:19.532337 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398", "name": "network-vif-deleted", "tag": "7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:19.532665 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4a8a911e-2af9-4225-a969-70f74cffc1ca {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:19.533138 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3b4bd1a-ba00-4e10-8b4d-0f0a963fc398', 'name': 'network-vif-deleted', 'tag': '7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998', 'status': 'completed', 'code': 200} Nov 25 08:44:19.602461 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.641449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.789309 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.791864 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.793049 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8606e8b-3684-4d10-9889-7c164e093204 HTTP/1.1" status: 204 len: 168 time: 0.3394105 Nov 25 08:44:19.809069 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1b4886-3ab6-4296-b6d0-086e881546e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8606e8b-3684-4d10-9889-7c164e093204,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:19.860754 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:19.956462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:20.238396 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:20.245257 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:20.363774 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'Port': ['ID=f4bd712d-4531-4103-96dd-480bc7fdcb66,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:20.368098 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:20.443352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 58984) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:20.553571 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Floating IP c56b9e1a-3672-406b-a291-6f489b4a8cb6 associated. External IP: 172.27.3.122, port: 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d. Nov 25 08:44:20.941769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:44:21.101361 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.102402 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:44:21.115648 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Sync routers for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:44:21.137203 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:21.138785 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:43:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:21.144524 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.203866 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d8916810-8800-4a81-9f92-74eb823cfeba tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7802327 Nov 25 08:44:21.204783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:21.209658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9" -d '{"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:21.227438 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 58998) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:21.241905 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790265520', 'description': 'tempest-secgroup-smoke-790265520 description', 'project_id': '2dc4103c9eb443549b5e374c148eae92'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:21.335205 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:21.354216 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9e43135-67b1-42a9-b1f5-6b11d8c79166 x-openstack-request-id: req-f9e43135-67b1-42a9-b1f5-6b11d8c79166 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:21.354721 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:21.355192 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f9e43135-67b1-42a9-b1f5-6b11d8c79166 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:21.355964 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:44:21.361997 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.376136 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-bc027a52-84ed-4ba6-8115-4a7ba9e36a20 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.516026 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.524811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.609111 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroup': ['ID=478f8223-2855-4c55-b909-5d1ac5de451b,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:21.621977 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.626830 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ef982e91-d4e7-4f7e-8260-8fdad707855c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3962481 Nov 25 08:44:21.630930 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59008) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:21.651276 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:21.680706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-28ae0473-150c-449f-92aa-4a3c1adc22b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:21.682294 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-28ae0473-150c-449f-92aa-4a3c1adc22b4 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1099 time: 0.1823127 Nov 25 08:44:21.716758 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.719631 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'c56b9e1a-3672-406b-a291-6f489b4a8cb6', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'port_id': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'mac_address': 'fa:16:3e:c5:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a68de2-f145-457b-b76e-393073e149bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:19Z', 'updated_at': '2021-11-25T08:44:19Z', 'revision_number': 0, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:21.762000 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Checking router: a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:44:21.776046 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:21.776962 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:21.843616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.851266 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.878769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be91b61c-47be-46e8-97a0-dff36ba02424,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:21.881691 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Deleting port 52a961bc-96b5-4fad-a435-494784c24fc5 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:21.882364 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.887581 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:21.892416 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-617c2070-3c24-4ed0-8543-144cecace817 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2598391 Nov 25 08:44:21.893401 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59012) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:21.899208 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:21.937993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.018232 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:22.049238 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] For port 52a961bc-96b5-4fad-a435-494784c24fc5, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=52a961bc-96b5-4fad-a435-494784c24fc5,segment=NetworkSegment(b10b3482-9666-455d-b4a0-6d096873e3e8),segment_id=b10b3482-9666-455d-b4a0-6d096873e3e8)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:22.050434 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.058078 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.064365 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-69772008-a723-46d0-a6b4-c032e5ff5a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:22.067727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-69772008-a723-46d0-a6b4-c032e5ff5a37 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.3724492 Nov 25 08:44:22.068967 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.085174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Calling delete_port for 52a961bc-96b5-4fad-a435-494784c24fc5 owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:22.113784 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.116925 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2214704 Nov 25 08:44:22.122332 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59020) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:22.133800 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:22.142263 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b697237-c946-4387-b30c-7150e06852cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=927ce0a7-ad49-41d3-8b05-9b98a7cdc462,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:22.216091 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.272700 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-24dedd03-88f7-4c2f-b449-0dac14bcfa48 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1000 time: 0.1928344 Nov 25 08:44:22.350381 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.357295 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.365385 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.413804 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-d6323e88-5dfd-4d80-962a-5777c80fa9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:22.415348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-d6323e88-5dfd-4d80-962a-5777c80fa9c5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.1189594 Nov 25 08:44:22.418522 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61128ec-b667-465e-90cf-417e6eebc235,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:22.438097 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-9f955171-792d-4850-88a4-ecce72806589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'c56b9e1a-3672-406b-a291-6f489b4a8cb6', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'port_id': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'mac_address': 'fa:16:3e:c5:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a68de2-f145-457b-b76e-393073e149bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:19Z', 'updated_at': '2021-11-25T08:44:19Z', 'revision_number': 0, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:22.448172 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.452969 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-928a0aad-f681-4941-9502-334ec08a7c73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3275194 Nov 25 08:44:22.453883 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59022) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:22.459413 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:22.491419 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f955171-792d-4850-88a4-ecce72806589 None None] The sync data for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi is: [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'c56b9e1a-3672-406b-a291-6f489b4a8cb6', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'floating_ip_address': '172.27.3.122', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'port_id': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'mac_address': 'fa:16:3e:c5:d1:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91a68de2-f145-457b-b76e-393073e149bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:19Z', 'updated_at': '2021-11-25T08:44:19Z', 'revision_number': 0, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:44:22.497436 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.526975 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-a212a86a-150a-452c-9a71-bac441a8324d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:22.528888 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-a212a86a-150a-452c-9a71-bac441a8324d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0997002 Nov 25 08:44:22.599195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.613048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.640233 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.641565 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1863182 Nov 25 08:44:22.645150 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59026) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:22.657911 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:22.671511 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65295031-d28d-47f8-85f4-876f2a603c21 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dfe6895-a3ea-4593-b0bc-776b7a46d63c,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:22.719194 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.securitygroups_db [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Project 2dc4103c9eb443549b5e374c148eae92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:44:22.730485 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.745399 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.813710 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Pushing event deleted for resources: {'Port': ['ID=52a961bc-96b5-4fad-a435-494784c24fc5,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:22.853987 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.865613 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.881351 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d81825-2d9c-4731-9fae-95953c75fc69 None None] New status for floating IP c56b9e1a-3672-406b-a291-6f489b4a8cb6: ACTIVE {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:44:22.898485 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3bd54c9d-6f5f-4975-83a8-290e35467728,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:22.918678 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-5e6eb1a4-fe4a-407a-b4e3-92a67d89febc service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396606 Nov 25 08:44:22.929060 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:22.935984 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-bbe89ec7-2796-4c55-8d67-47da81723364 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2881439 Nov 25 08:44:22.944647 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59030) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:22.951936 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'security_group_rule': {'security_group_id': '478f8223-2855-4c55-b909-5d1ac5de451b', 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:23.009220 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.securitygroups_db [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Project 2dc4103c9eb443549b5e374c148eae92 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:44:23.020958 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.133142 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.149710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.206269 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f18f8f0c-45ee-4052-9ecb-006aca8dbb02,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:23.220344 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.222493 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a990db79-aa30-4ba3-9130-5840a38e1f4e tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2835176 Nov 25 08:44:23.306857 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b8dbf2c0-863a-4d24-b392-d46d04c12bf9 req-01cd90a3-67a9-40d3-b285-426a0de2d975 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3509741 Nov 25 08:44:23.344367 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:23.368369 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:23.368646 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7d1f8ee3-49ee-4f81-b4cc-fb76fcde1998 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:23.400812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.426953 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-68968051-efd1-4d03-8006-9651293ec045 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790265520&fields=id&tenant_id=2dc4103c9eb443549b5e374c148eae92 HTTP/1.1" status: 200 len: 267 time: 0.1291895 Nov 25 08:44:23.679086 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-0ebeae12-d09d-468e-9e49-e5fb0de532ce tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:23.681907 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-0ebeae12-d09d-468e-9e49-e5fb0de532ce tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.2445853 Nov 25 08:44:23.702037 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'port': {'security_groups': ['924cf1f9-643c-48ac-997b-df3031d845a0', '478f8223-2855-4c55-b909-5d1ac5de451b']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:23.894448 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:23.902152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.028304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Router 433f0e25-3959-499f-bcca-d1625146d3ac has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:44:24.271180 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:44:24.286960 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Sync routers for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:44:24.292520 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-bd1a5c0b-6eff-4eb7-a17f-b165231fc60b admin admin] 10.222.0.46 "PUT /v2.0/routers/433f0e25-3959-499f-bcca-d1625146d3ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8472641 Nov 25 08:44:24.297102 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59042) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:24.313721 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:24.315139 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:24.329695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:24.416172 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.427725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.446744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:24.606950 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:24.611310 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.639697 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:24.640735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.642782 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-144ee704-98d4-41e7-9d0e-b0168f6dc5e8 req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "PUT /v2.0/ports/8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 982 time: 0.9525616 Nov 25 08:44:24.643961 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:24.652222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfed82b6-1110-4808-8eaf-abe542d13e73" -d '{"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:24.715330 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ef757-e850-4108-adb1-ac122ba20778 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=6']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:24.734329 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797641f1-5d23-4fe4-ae3d-6ab1bd1eaff0 x-openstack-request-id: req-797641f1-5d23-4fe4-ae3d-6ab1bd1eaff0 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:24.734880 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:24.735300 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-797641f1-5d23-4fe4-ae3d-6ab1bd1eaff0 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:24.735903 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:44:24.767283 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks [] for router, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:24.839106 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:24.983766 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-a50eaaa6-4a70-4841-9a6d-1089d819f8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:24.988195 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-a50eaaa6-4a70-4841-9a6d-1089d819f8ed service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1138 time: 0.2261376 Nov 25 08:44:25.089732 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:25.141582 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1522bf-ffd1-4857-b4fd-184931f9ec6b req-97b86cec-9022-4d6f-9cbc-4d4a71972c44 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:25.151710 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da1522bf-ffd1-4857-b4fd-184931f9ec6b req-97b86cec-9022-4d6f-9cbc-4d4a71972c44 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.3053627 Nov 25 08:44:25.152365 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151'}], 'enable_snat': True}, 'gw_port_id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:44:22Z', 'revision_number': 5, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port': {'id': 'ba82e3f7-78d1-4ffd-a883-07fbe6955d6f', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:3f:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.151', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:20Z', 'updated_at': '2021-11-25T08:40:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:25.204315 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Checking router: 433f0e25-3959-499f-bcca-d1625146d3ac for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:44:25.219476 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Routers {'433f0e25-3959-499f-bcca-d1625146d3ac'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:25.220360 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['433f0e25-3959-499f-bcca-d1625146d3ac'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:25.266287 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-fa1ee50b-e22c-471a-bf5d-33ceaa1f22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:25.268865 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-fa1ee50b-e22c-471a-bf5d-33ceaa1f22c4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.2667432 Nov 25 08:44:25.282450 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-da1522bf-ffd1-4857-b4fd-184931f9ec6b req-ff2fd084-7aa4-411e-a7a9-6ea771f7dae7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294913 Nov 25 08:44:25.305173 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Deleting port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:25.307618 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:25.338745 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] Set router 433f0e25-3959-499f-bcca-d1625146d3ac gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:25.403625 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:44:25Z', 'revision_number': 6, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:25.444890 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-616a610a-75e0-41ae-8a12-a1b588bdb3c6 None None] The sync data for ids ['433f0e25-3959-499f-bcca-d1625146d3ac'] in dv-cinder-778193-12-iscsi is: [{'id': '433f0e25-3959-499f-bcca-d1625146d3ac', 'name': 'tempest-ServerRescueNegativeTestJSON-1545232712-router', 'tenant_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:18Z', 'updated_at': '2021-11-25T08:44:25Z', 'revision_number': 6, 'project_id': 'b85d133bd71746088b6aa4cb9b1cb117', 'gw_port_host': None}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:44:25.464184 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-b6eb0f64-f5f9-4d3a-8bdf-9695e450a6f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1002 time: 0.1592963 Nov 25 08:44:25.465956 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-0f9276c8-52c1-42bb-8c46-c2411073bf1b None None] Provisioning complete for port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:44:25.466786 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0f9276c8-52c1-42bb-8c46-c2411073bf1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:25.524205 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] For port ba82e3f7-78d1-4ffd-a883-07fbe6955d6f, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:25.524673 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:25.553374 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Calling delete_port for ba82e3f7-78d1-4ffd-a883-07fbe6955d6f owned by network:router_gateway {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:25.634983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-0ed4f35f-8cd2-4476-8491-92839f1969ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:25.638500 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-0ed4f35f-8cd2-4476-8491-92839f1969ee service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.1734376 Nov 25 08:44:25.738106 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-95c0f678-ec0a-4a4f-b324-fcd19b0b20e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:25.739689 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-95c0f678-ec0a-4a4f-b324-fcd19b0b20e9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0924044 Nov 25 08:44:25.745692 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 52a961bc-96b5-4fad-a435-494784c24fc5 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:25.899257 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-eb47f217-3f40-4e08-80ca-5c1c94f3bfdb service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483762 Nov 25 08:44:25.936991 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.010394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba82e3f7-78d1-4ffd-a883-07fbe6955d6f,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:26.033590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 52a961bc-96b5-4fad-a435-494784c24fc5 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:26.033590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 52a961bc-96b5-4fad-a435-494784c24fc5 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:26.054729 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfed82b6-1110-4808-8eaf-abe542d13e73 req-c2c7bf88-048d-4a89-a4a3-8ffc2a0616e3 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441941 Nov 25 08:44:26.097869 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.218547 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.427989 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.431020 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.512275 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.513468 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 433f0e25-3959-499f-bcca-d1625146d3ac {{(pid=109109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:44:26.527770 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.529037 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-270be1e0-0c92-463e-b917-b086e660a123 admin admin] 10.222.0.46 "DELETE /v2.0/routers/433f0e25-3959-499f-bcca-d1625146d3ac HTTP/1.1" status: 204 len: 168 time: 2.2312069 Nov 25 08:44:26.532512 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59064) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:26.604880 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Deleting subnet e2a58904-d811-4521-8550-1388d62af3f0 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:44:26.611096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.668756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.723400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:26.794817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.197844 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2a58904-d811-4521-8550-1388d62af3f0,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:27.213356 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.219637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/e2a58904-d811-4521-8550-1388d62af3f0 HTTP/1.1" status: 204 len: 168 time: 0.6850367 Nov 25 08:44:27.223446 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59068) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:27.223904 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.224530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.225192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.225836 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.226330 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.226890 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.227415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.227981 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.228514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.229027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.229617 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.230242 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6b5ec0b-ccde-4426-8688-79ab6235524d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:27.310283 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.442811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.487358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66254c56-3f1c-4f89-9cff-4dcde9b8b303']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:27.507665 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b10b3482-9666-455d-b4a0-6d096873e3e8') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:27.507665 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b10b3482-9666-455d-b4a0-6d096873e3e8') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:27.523865 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.542946 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.550587 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Releasing vlan 534 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:44:27.551275 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:44:27.553687 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:44:27.626876 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.642158 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:27.647841 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] 10.222.0.46 "DELETE /v2.0/networks/66254c56-3f1c-4f89-9cff-4dcde9b8b303 HTTP/1.1" status: 204 len: 168 time: 0.4229298 Nov 25 08:44:27.671995 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae257efc-6144-46ce-af51-8897d2b72755 admin admin] Pushing event deleted for resources: {'Network': ['ID=66254c56-3f1c-4f89-9cff-4dcde9b8b303,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:27.696074 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device ba82e3f7-78d1-4ffd-a883-07fbe6955d6f no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:27.728170 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: ba82e3f7-78d1-4ffd-a883-07fbe6955d6f {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:27.728979 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device ba82e3f7-78d1-4ffd-a883-07fbe6955d6f not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:27.906906 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59084) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:27.957075 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-50b9e6f5-295a-45f8-a5d8-2eb4748b712f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b85d133bd71746088b6aa4cb9b1cb117&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0486438 Nov 25 08:44:27.961681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59088) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:28.021851 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:28.050144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:28.119094 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:28.122012 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:28.123268 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/85e36ceb-9ba4-4261-a0f5-c882dc93adb1 HTTP/1.1" status: 204 len: 168 time: 0.1602297 Nov 25 08:44:28.132024 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85e36ceb-9ba4-4261-a0f5-c882dc93adb1,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:28.140092 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.140439 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.140790 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.141175 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.141468 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.141731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.142069 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.142396 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.142723 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.143545 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.144211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.144549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a78c0036-7ce2-4b0b-a8c0-f595dae50861 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:44:28.954465 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59110) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:29.074311 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-641380136-network', 'tenant_id': '8084e22f654b44299fd87482a8c35cca'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:29.101822 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Made reservation on behalf of 8084e22f654b44299fd87482a8c35cca for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:29.104991 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.116273 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.216196 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.220711 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.251864 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 538} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:44:29.263176 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c96cda0c-eed3-4ea9-99d3-28cff4379b13,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:29.269352 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.269676 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Added segment 4fd5035d-cc2f-49f5-af64-91067a5ea143 of type vlan for network d118411b-3b48-433c-9bb5-a0fce5cb01a9 Nov 25 08:44:29.325871 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.367082 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.368588 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:29.369322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.445196 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4884295 Nov 25 08:44:29.450175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59124) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:29.456319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Request body: {'subnet': {'network_id': 'd118411b-3b48-433c-9bb5-a0fce5cb01a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-641380136-subnet', 'tenant_id': '8084e22f654b44299fd87482a8c35cca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:29.457356 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135d6d57-3cdc-4bba-aa3d-cc53d9d2382c admin admin] Pushing event updated for resources: {'Network': ['ID=d118411b-3b48-433c-9bb5-a0fce5cb01a9,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:29.470217 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network d118411b-3b48-433c-9bb5-a0fce5cb01a9 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:44:29.481212 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Made reservation on behalf of 8084e22f654b44299fd87482a8c35cca for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:29.484496 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.663386 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:44:29.714908 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.774277 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Pushing event updated for resources: {'Subnet': ['ID=51a30142-5038-47ba-a3fe-03329d0a1f1f,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:29.803014 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Checking segment: {'id': '4fd5035d-cc2f-49f5-af64-91067a5ea143', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 538, 'network_id': 'd118411b-3b48-433c-9bb5-a0fce5cb01a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:44:29.803686 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Network hostable DHCP agents. Network: d118411b-3b48-433c-9bb5-a0fce5cb01a9, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:44:29.833765 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Network d118411b-3b48-433c-9bb5-a0fce5cb01a9 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:44:29.848214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, d118411b-3b48-433c-9bb5-a0fce5cb01a9) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:29.853759 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:29.854739 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:29.862362 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5858f7d-5345-4e7e-b8e4-1b3313afe10e None None] Network d118411b-3b48-433c-9bb5-a0fce5cb01a9 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:29.878370 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5b8208ae-faca-42cc-a9d0-c38ed8ab5158 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4263122 Nov 25 08:44:30.022329 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8006747-c1e9-48da-a98d-3957ce582aa6 None None] Network d118411b-3b48-433c-9bb5-a0fce5cb01a9 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:30.555068 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59144) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:30.561123 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-638074095-network', 'tenant_id': 'e71f92279a7245f3b8937a0e414c015c'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:30.587206 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Made reservation on behalf of e71f92279a7245f3b8937a0e414c015c for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:30.591531 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.609606 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.730662 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.735979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.764728 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 527} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:44:30.782923 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34f5e5c-7dd2-40f2-a15c-b81b20f00fad,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:30.787071 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.787423 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Added segment 396ec7da-f367-49b0-a5fa-3995e29b35df of type vlan for network 81ee2a9a-b426-4440-b96f-79fc4aaffc8e Nov 25 08:44:30.836348 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.867042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.868769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:30.869816 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:30.964072 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.4068227 Nov 25 08:44:30.967303 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59150) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:30.975970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Request body: {'subnet': {'network_id': '81ee2a9a-b426-4440-b96f-79fc4aaffc8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-638074095-subnet', 'tenant_id': 'e71f92279a7245f3b8937a0e414c015c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:30.984278 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ff1b6-4e64-471c-b5bb-269b50fd2bde admin admin] Pushing event updated for resources: {'Network': ['ID=81ee2a9a-b426-4440-b96f-79fc4aaffc8e,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:30.998310 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 81ee2a9a-b426-4440-b96f-79fc4aaffc8e details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:44:31.006518 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Made reservation on behalf of e71f92279a7245f3b8937a0e414c015c for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:31.009507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.239534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.301385 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81857b83-184b-4ee1-8822-9818197080a9,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:31.318350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Checking segment: {'id': '396ec7da-f367-49b0-a5fa-3995e29b35df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 527, 'network_id': '81ee2a9a-b426-4440-b96f-79fc4aaffc8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:44:31.318952 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Network hostable DHCP agents. Network: 81ee2a9a-b426-4440-b96f-79fc4aaffc8e, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:44:31.341155 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Network 81ee2a9a-b426-4440-b96f-79fc4aaffc8e is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:44:31.352781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 81ee2a9a-b426-4440-b96f-79fc4aaffc8e) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:31.357860 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:31.358675 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.363862 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc29f0e9-2d57-4661-83d3-d0543dbf1c16 None None] Network 81ee2a9a-b426-4440-b96f-79fc4aaffc8e requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:31.381680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7f691f74-dfdd-4c3d-927c-a4f1843f4305 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4124081 Nov 25 08:44:31.540654 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59154) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:31.552990 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd32a7f-961d-4741-9e19-25e2617bccb9 None None] Network 81ee2a9a-b426-4440-b96f-79fc4aaffc8e requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:31.604235 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Deleting subnet 51a30142-5038-47ba-a3fe-03329d0a1f1f {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:44:31.609552 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.678236 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.757534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.834398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.864749 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51a30142-5038-47ba-a3fe-03329d0a1f1f,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:31.872099 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:31.877231 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-86be0fb0-08a9-4e1c-9d6d-3aaa500a073b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/51a30142-5038-47ba-a3fe-03329d0a1f1f HTTP/1.1" status: 204 len: 168 time: 0.3350945 Nov 25 08:44:31.880037 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59162) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:31.962379 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.055776 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.084957 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d118411b-3b48-433c-9bb5-a0fce5cb01a9']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.099855 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fd5035d-cc2f-49f5-af64-91067a5ea143') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.100255 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fd5035d-cc2f-49f5-af64-91067a5ea143') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.112696 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.131102 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.139036 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Releasing vlan 538 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:44:32.139840 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:44:32.142409 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:44:32.210992 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.219136 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.223925 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] 10.222.0.46 "DELETE /v2.0/networks/d118411b-3b48-433c-9bb5-a0fce5cb01a9 HTTP/1.1" status: 204 len: 168 time: 0.3426909 Nov 25 08:44:32.227705 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59164) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:32.234150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe88132-874a-4ef8-95b5-a9a7f619c402 admin admin] Pushing event deleted for resources: {'Network': ['ID=d118411b-3b48-433c-9bb5-a0fce5cb01a9,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:32.278416 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Deleting subnet 81857b83-184b-4ee1-8822-9818197080a9 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:44:32.282222 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.330491 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508916'] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.374778 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.456693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26291596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612517'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.507256 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81857b83-184b-4ee1-8822-9818197080a9,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:32.510687 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.516409 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1a1b7ceb-2ae8-4fb6-9a05-652d48adb292 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/81857b83-184b-4ee1-8822-9818197080a9 HTTP/1.1" status: 204 len: 168 time: 0.2867548 Nov 25 08:44:32.519272 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59166) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:32.604751 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.751027 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.791549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81ee2a9a-b426-4440-b96f-79fc4aaffc8e']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.809600 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396ec7da-f367-49b0-a5fa-3995e29b35df') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.810088 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396ec7da-f367-49b0-a5fa-3995e29b35df') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:32.831134 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.853747 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.863300 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Releasing vlan 527 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:44:32.863840 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:44:32.866598 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:44:32.939198 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.949874 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:32.959868 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] 10.222.0.46 "DELETE /v2.0/networks/81ee2a9a-b426-4440-b96f-79fc4aaffc8e HTTP/1.1" status: 204 len: 168 time: 0.4352264 Nov 25 08:44:32.971938 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448cee87-103c-41cd-b9b0-1b41a965374d admin admin] Pushing event deleted for resources: {'Network': ['ID=81ee2a9a-b426-4440-b96f-79fc4aaffc8e,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:33.117945 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59176) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.184570 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-30cb5630-318e-4098-bcb1-edbf75ae42aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8084e22f654b44299fd87482a8c35cca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0648978 Nov 25 08:44:33.188059 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59178) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.234229 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59180) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.263597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.304416 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.383034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.386107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.387331 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c96cda0c-eed3-4ea9-99d3-28cff4379b13 HTTP/1.1" status: 204 len: 168 time: 0.1978714 Nov 25 08:44:33.401700 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c0f863-ff78-4e35-86c1-69d9f1e152e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c96cda0c-eed3-4ea9-99d3-28cff4379b13,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:33.410509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-015a402c-c289-4d96-9593-6c3a8841a0dd admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.537012 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-015a402c-c289-4d96-9593-6c3a8841a0dd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.544564 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-015a402c-c289-4d96-9593-6c3a8841a0dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.601608 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-015a402c-c289-4d96-9593-6c3a8841a0dd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64b5e62afaea49b1b366b8cfaeeece8c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3657675 Nov 25 08:44:33.603140 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015a402c-c289-4d96-9593-6c3a8841a0dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd127aa-7cd9-4e83-a822-73ec71af8259,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:33.606435 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59188) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.686710 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.722386 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.802941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.807941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.813584 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1dd127aa-7cd9-4e83-a822-73ec71af8259 HTTP/1.1" status: 204 len: 168 time: 0.2002463 Nov 25 08:44:33.825468 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf0e24-9e58-4b16-b57a-72dd34e995f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd127aa-7cd9-4e83-a822-73ec71af8259,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:33.840620 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59192) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.888781 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0745e489-40dd-4367-ba2b-26a1ee9e6bff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e71f92279a7245f3b8937a0e414c015c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0466411 Nov 25 08:44:33.891247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59194) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:33.951452 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:33.976681 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.047803 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.051143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.055403 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c34f5e5c-7dd2-40f2-a15c-b81b20f00fad HTTP/1.1" status: 204 len: 168 time: 0.1629553 Nov 25 08:44:34.064289 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e83910-e155-4556-9b0a-eee65cb9146a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34f5e5c-7dd2-40f2-a15c-b81b20f00fad,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:34.262260 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59202) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:34.277642 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e98-2215-481a-a87d-041527fe0820 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.375168 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e98-2215-481a-a87d-041527fe0820 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.380977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1be7e98-2215-481a-a87d-041527fe0820 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.426791 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e1be7e98-2215-481a-a87d-041527fe0820 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15ca05340115479b97ba8eecf2c28074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1633313 Nov 25 08:44:34.427651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1be7e98-2215-481a-a87d-041527fe0820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41da475d-54fe-4dd8-bf1e-4db8db236e21,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:34.429970 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59208) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:34.493418 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.519323 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.575464 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.579659 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:34.582378 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/41da475d-54fe-4dd8-bf1e-4db8db236e21 HTTP/1.1" status: 204 len: 168 time: 0.1510718 Nov 25 08:44:34.601336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5048eaa4-c55a-4724-8b7c-6da152d1af5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41da475d-54fe-4dd8-bf1e-4db8db236e21,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:36.230115 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59278) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:36.359293 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ff961690-c01a-4152-b531-7caec2b6b551 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.451363 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ff961690-c01a-4152-b531-7caec2b6b551 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.457089 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ff961690-c01a-4152-b531-7caec2b6b551 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.504921 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ff961690-c01a-4152-b531-7caec2b6b551 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7f0f66c866ad4b76b2daaf2c1e46cb99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2724183 Nov 25 08:44:36.505724 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff961690-c01a-4152-b531-7caec2b6b551 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa4fca5-a716-46fc-be90-bc7b220dc275,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:36.508848 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59282) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:36.569111 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.597947 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.664509 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.667814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:36.669192 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/daa4fca5-a716-46fc-be90-bc7b220dc275 HTTP/1.1" status: 204 len: 168 time: 0.1588790 Nov 25 08:44:36.682601 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a715babd-fd1e-408d-b6b6-050e0de3f889 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa4fca5-a716-46fc-be90-bc7b220dc275,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:39.217903 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-705a2362-1621-489b-bc8e-a5685e0ec31a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0571907 Nov 25 08:44:39.291817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-166bfae6-2731-4c3c-bde6-6735a7cf96bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:39.293610 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-166bfae6-2731-4c3c-bde6-6735a7cf96bc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 1100 time: 0.0472057 Nov 25 08:44:39.411858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-d05ed90c-2911-4e0f-8f5b-18d00680d548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:39.413787 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-d05ed90c-2911-4e0f-8f5b-18d00680d548 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.0959785 Nov 25 08:44:39.504112 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-800b04af-2cab-40e4-bb2e-1a75325aeb5d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 200 len: 1002 time: 0.0739741 Nov 25 08:44:40.485040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-8ff97e56-6341-4a8d-9b98-6b9ca2324dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:40.486598 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-8ff97e56-6341-4a8d-9b98-6b9ca2324dcf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0554552 Nov 25 08:44:41.354595 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-9cf4c81f-c2ef-400a-9770-1ac9f39870d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:41.356177 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-9cf4c81f-c2ef-400a-9770-1ac9f39870d3 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0459869 Nov 25 08:44:42.474224 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-16e05cf3-6af4-4d5a-8914-4a7aa7ec4db2 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685419 Nov 25 08:44:42.582454 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d646100a-8100-4ee9-b800-4a6c674c1250 req-3710c775-4975-4b7c-90b0-9ec2ee233972 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979922 Nov 25 08:44:43.608146 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59384) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:43.800330 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5527d933-f1dd-42ad-854e-0500cf349b68 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:43.912279 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5527d933-f1dd-42ad-854e-0500cf349b68 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:43.917997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5527d933-f1dd-42ad-854e-0500cf349b68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:43.997625 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5527d933-f1dd-42ad-854e-0500cf349b68 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56ddc47b0f4d4e03bb79c9d981a56a6b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863058 Nov 25 08:44:44.000078 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5527d933-f1dd-42ad-854e-0500cf349b68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d2bf68c-a5cd-4f1b-8384-b9642f2be550,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:44.004336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59388) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:44.101738 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.134858 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.197315 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.200036 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.206577 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8d2bf68c-a5cd-4f1b-8384-b9642f2be550 HTTP/1.1" status: 204 len: 168 time: 0.1956573 Nov 25 08:44:44.210560 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630c7c13-07ac-4ca5-ac70-4bc84d440288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d2bf68c-a5cd-4f1b-8384-b9642f2be550,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:44.544718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59404) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:44.567371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9979fc94-fa17-478c-bf67-e88b4f5094f7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.677804 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9979fc94-fa17-478c-bf67-e88b4f5094f7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.685387 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9979fc94-fa17-478c-bf67-e88b4f5094f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.731190 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9979fc94-fa17-478c-bf67-e88b4f5094f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec0f39a1-18ca-49bb-bc62-5896f7ac74f3,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:44.737141 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-9979fc94-fa17-478c-bf67-e88b4f5094f7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f77384f5f97e463795f609754da9fd60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1910408 Nov 25 08:44:44.741130 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59406) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:44.799141 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.826248 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.884596 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.887764 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:44.888965 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec0f39a1-18ca-49bb-bc62-5896f7ac74f3 HTTP/1.1" status: 204 len: 168 time: 0.1467056 Nov 25 08:44:44.900537 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dca57aa-5e7b-4eee-89f6-516cf4cd290f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec0f39a1-18ca-49bb-bc62-5896f7ac74f3,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:45.802608 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59448) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:45.932172 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1077446713-network', 'tenant_id': 'b12215da390b49b9ba3f302c6a19a80a'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:45.966807 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Made reservation on behalf of b12215da390b49b9ba3f302c6a19a80a for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:45.971358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:45.991060 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.123858 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.129286 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.163980 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 502} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:44:46.175296 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8304389-1014-4756-9aab-d1ae0b79b8b6,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:46.180886 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.181220 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Added segment e8d78bef-a090-4056-a502-b771762ebbc7 of type vlan for network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 Nov 25 08:44:46.234047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.265023 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.266234 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:46.266928 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.329835 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5259461 Nov 25 08:44:46.333728 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59452) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:46.342300 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Request body: {'subnet': {'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1077446713-subnet', 'tenant_id': 'b12215da390b49b9ba3f302c6a19a80a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:46.351040 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23beaf65-7a16-4f99-83a0-130a3aa1d5a1 admin admin] Pushing event updated for resources: {'Network': ['ID=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:46.364699 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:44:46.378381 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Made reservation on behalf of b12215da390b49b9ba3f302c6a19a80a for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:46.381025 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.600559 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.713565 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3363ad6-cc40-4035-a98f-501bcf90fde5,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:46.726419 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Checking segment: {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:44:46.726837 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Network hostable DHCP agents. Network: 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:44:46.753965 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:44:46.765794 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:46.773229 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:46.774516 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:46.780253 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb7ee15-4ab6-4a05-b1ce-b67c8e1b59f5 None None] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:46.810118 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-390131b5-a113-41b9-aa7a-1f950714b6a3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4744680 Nov 25 08:44:46.989137 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4b0ba8-dc0a-461f-a415-57904200b6bd None None] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:44:48.541064 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9e368e3d-949d-475c-8894-2232f3842f88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:48.981134 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-653460b9-304f-4c51-8dd2-4342ad6d5998 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:48.982785 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-653460b9-304f-4c51-8dd2-4342ad6d5998 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 809 time: 0.1326177 Nov 25 08:44:49.005590 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-d2c7419c-d785-4482-81e4-2b800cd1aba4 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/quotas/b12215da390b49b9ba3f302c6a19a80a HTTP/1.1" status: 200 len: 375 time: 0.0144229 Nov 25 08:44:49.044179 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-ef7ca68b-9818-4805-acc4-d1f9e1125e7c tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0320508 Nov 25 08:44:49.162921 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-4193c1a3-0a23-4c59-90e4-f6da1b58e2b2 service neutron] 10.222.0.46 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102285 Nov 25 08:44:49.309727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-0110dd37-8619-437b-8f60-f3eb7a72318f service neutron] 10.222.0.46 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388328 Nov 25 08:44:49.492305 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5bf6b33b-ba1d-4aff-ac1b-f8e9fc86fb72 req-7462e96e-e074-49bd-89ff-316d3703361a tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 210 time: 0.0352521 Nov 25 08:44:49.724147 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bc42fe-c432-412e-9fc5-a83d6ef8fb12 req-210a92e1-915e-418a-9bf7-13c251c84c6b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:49.725779 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e7bc42fe-c432-412e-9fc5-a83d6ef8fb12 req-210a92e1-915e-418a-9bf7-13c251c84c6b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.0808525 Nov 25 08:44:49.802351 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e7bc42fe-c432-412e-9fc5-a83d6ef8fb12 req-384b082f-fe27-4a5b-8acd-e1fc6e6a2a4d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626626 Nov 25 08:44:50.684208 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fc811a94-1c09-4f79-9f2e-cfbab351e0b6 req-c0f894c4-5d52-43e1-bb78-08c8e4f53eb6 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 210 time: 0.0514619 Nov 25 08:44:50.776017 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-5c0f0c90-8646-4951-a365-65c7d4eb6e90 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:50.779939 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-5c0f0c90-8646-4951-a365-65c7d4eb6e90 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 809 time: 0.2405863 Nov 25 08:44:50.801964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Request body: {'port': {'device_id': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4', 'admin_state_up': True, 'tenant_id': 'b12215da390b49b9ba3f302c6a19a80a'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:51.009477 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c4a357-5335-4285-a52c-182436fec321 req-49d3b80b-0be5-4d38-be40-2b9acd36f565 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:51.011155 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-64c4a357-5335-4285-a52c-182436fec321 req-49d3b80b-0be5-4d38-be40-2b9acd36f565 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.0896180 Nov 25 08:44:51.012491 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Made reservation on behalf of b12215da390b49b9ba3f302c6a19a80a for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:44:51.016167 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.121318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-64c4a357-5335-4285-a52c-182436fec321 req-daae64c3-4403-474f-992d-89ecc2e5d62f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1022432 Nov 25 08:44:51.201070 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Allocated IP 172.20.0.6 (9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4/d3363ad6-cc40-4035-a98f-501bcf90fde5/cb7bbad4-ef68-4a03-b97c-cdd848a53467) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:44:51.340586 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-81b982a2-217a-4905-91e0-e8622e7c0214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.422420 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.488375 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.554818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:44:51.563208 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-cf495f2e-ac7d-46b9-b3f1-9cc628315e13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:51.565694 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-cf495f2e-ac7d-46b9-b3f1-9cc628315e13 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.1139927 Nov 25 08:44:51.569461 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:51.574603 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:44:51.606735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Pushing event updated for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:51.666601 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:51.667264 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.711655 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-c3e285cd-29a3-44e4-ab47-553a7f9793a8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9170308 Nov 25 08:44:51.726222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Request body: {'port': {'device_id': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:51.772353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Deleting port e813642c-c46b-4870-94db-1582911a9fad {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:51.772711 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.887444 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:51.989576 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f07e3ee-1f42-4e31-85ad-c5dad127713e req-f19340ce-30fc-4ba5-ba13-e7172435fae9 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:51.991266 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7f07e3ee-1f42-4e31-85ad-c5dad127713e req-f19340ce-30fc-4ba5-ba13-e7172435fae9 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 931 time: 0.1913538 Nov 25 08:44:51.995803 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] For port e813642c-c46b-4870-94db-1582911a9fad, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=e813642c-c46b-4870-94db-1582911a9fad,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:51.996182 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:52.344233 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:52.381274 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7f07e3ee-1f42-4e31-85ad-c5dad127713e req-987743b2-178f-48dc-a286-cf51710ede84 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3741386 Nov 25 08:44:52.495859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e1a0b-4284-4b13-bc35-60de6dafa5ef req-7b20d31a-663d-4494-99f3-cd15639a2cc5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:52.497305 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d32e1a0b-4284-4b13-bc35-60de6dafa5ef req-7b20d31a-663d-4494-99f3-cd15639a2cc5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 947 time: 0.2260492 Nov 25 08:44:52.504262 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:52.504702 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:52.505079 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Floating IP efe180f8-0182-44e3-b80d-8b6c815694e3 disassociated. External IP: 172.27.3.156, port: e813642c-c46b-4870-94db-1582911a9fad. Nov 25 08:44:52.505583 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Calling delete_port for e813642c-c46b-4870-94db-1582911a9fad owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:52.911164 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d32e1a0b-4284-4b13-bc35-60de6dafa5ef req-04da9897-f432-4c80-8e5b-8b7cc4146ea8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=f1f9f186-c65b-425b-8440-7ae32e7beebd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3973670 Nov 25 08:44:52.923529 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb7bbad4-ef68-4a03-b97c-cdd848a53467 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:44:52.934002 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:52.959260 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Transition to ACTIVE for port object cb7bbad4-ef68-4a03-b97c-cdd848a53467 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:44:52.963834 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.057372 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Pushing event updated for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:53.093033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.150542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'Port': ['ID=e813642c-c46b-4870-94db-1582911a9fad,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:53.225833 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Attempting to bind port cb7bbad4-ef68-4a03-b97c-cdd848a53467 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:44:53.226181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Attempting to bind port cb7bbad4-ef68-4a03-b97c-cdd848a53467 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:44:53.226516 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Attempting to bind port cb7bbad4-ef68-4a03-b97c-cdd848a53467 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:44:53.232743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Port cb7bbad4-ef68-4a03-b97c-cdd848a53467 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:44:53.233066 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Attempting to bind port cb7bbad4-ef68-4a03-b97c-cdd848a53467 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:44:53.273692 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:44:53.274063 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Checking segment: {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:44:53.274476 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Bound using segment: {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:44:53.274941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Bound port: cb7bbad4-ef68-4a03-b97c-cdd848a53467, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:44:53.275345 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.352503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:44:53.384483 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:44:53.389103 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:44:53.430157 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.485956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:53.486845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.488490 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] 10.222.0.59 "PUT /v2.0/ports/cb7bbad4-ef68-4a03-b97c-cdd848a53467 HTTP/1.1" status: 200 len: 1093 time: 1.7668040 Nov 25 08:44:53.526514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:53.528889 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:53.590237 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f6b93a-7267-4127-bf46-a237e1941901 x-openstack-request-id: req-72f6b93a-7267-4127-bf46-a237e1941901 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:53.590534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:53.590791 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-72f6b93a-7267-4127-bf46-a237e1941901 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:53.591191 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467', 'status': 'completed', 'code': 200} Nov 25 08:44:53.640348 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e05c954-d62c-421e-ba3d-3a4d9c55e82d service neutron] Pushing event updated for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:53.653250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:44:53.668719 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:44:53.685516 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:53.686169 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:53.693457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0153abb5-ff53-45bb-83fd-2409b2919cda req-2a2c6897-72c8-4790-abb5-f5f05af26ad6 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:53.695090 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0153abb5-ff53-45bb-83fd-2409b2919cda req-2a2c6897-72c8-4790-abb5-f5f05af26ad6 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 943 time: 0.2162230 Nov 25 08:44:53.699703 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-7c034964-58d2-43de-a6d8-1f7e14984540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:53.701580 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-7c034964-58d2-43de-a6d8-1f7e14984540 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 1096 time: 0.1540995 Nov 25 08:44:53.724742 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] No DVR routers for this DVR port e813642c-c46b-4870-94db-1582911a9fad on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:44:53.732736 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:53.736464 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5bb6141e-bdba-4893-a543-31b41f8f8b1f req-61c774d5-eec3-4ad6-827e-9ac87dd76bf3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "DELETE /v2.0/ports/e813642c-c46b-4870-94db-1582911a9fad HTTP/1.1" status: 204 len: 173 time: 2.1585009 Nov 25 08:44:53.777577 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-58900f8a-57a0-484c-8588-5cf0950faf50 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467 HTTP/1.1" status: 200 len: 217 time: 0.0595629 Nov 25 08:44:53.852024 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0153abb5-ff53-45bb-83fd-2409b2919cda req-fd684ff3-7462-49ab-9dfe-520577daac49 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357331 Nov 25 08:44:53.860191 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:53.870718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-d2ed6930-307f-471b-9615-e23940920e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:53.876846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-d2ed6930-307f-471b-9615-e23940920e9d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3363ad6-cc40-4035-a98f-501bcf90fde5 HTTP/1.1" status: 200 len: 849 time: 0.0896573 Nov 25 08:44:53.939237 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-52510af0-9b53-470d-8c9d-b562a27627a5 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461690 Nov 25 08:44:53.940803 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:54.084362 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-8acd4c1f-6d88-4511-b1b9-8fe76113f82d service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327233 Nov 25 08:44:54.108259 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-76ca0fbf-3c11-4a39-85fe-54d1525ca57c req-cb5914db-8970-456b-a8c6-8924a35c6f73 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=861e5c47-a03f-44f8-8181-954812e9b38b HTTP/1.1" status: 200 len: 210 time: 0.0478323 Nov 25 08:44:54.240883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8ebf4781-1b85-4382-b03b-9b5b1004668b req-1a5d73b9-3cf4-4f83-a546-fc1460d2c11f service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419206 Nov 25 08:44:54.242427 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:54.303653 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:44:54.317195 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:44:54.318189 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:54.413703 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-ae498dae-0fe1-4f7d-a64c-b602ed58d3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:54.418212 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-ae498dae-0fe1-4f7d-a64c-b602ed58d3c2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 1096 time: 0.0866394 Nov 25 08:44:54.502888 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:44:54.568668 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:54.665606 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-e1a865cf-5843-4ea1-8551-db6a501b6770 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:54.671272 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-e1a865cf-5843-4ea1-8551-db6a501b6770 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 910 time: 0.2442653 Nov 25 08:44:54.837572 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:44:54.845804 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-a169c122-718c-48f2-b1d0-7e67d57cd625 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467 HTTP/1.1" status: 200 len: 217 time: 0.1561005 Nov 25 08:44:54.928920 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a232192-5883-4931-8d7d-3f0f1e107f83 None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:44:55.102480 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-1c53d4bf-d3d6-4276-aba7-3a4cafc60369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.104601 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-1c53d4bf-d3d6-4276-aba7-3a4cafc60369 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3363ad6-cc40-4035-a98f-501bcf90fde5 HTTP/1.1" status: 200 len: 849 time: 0.2096496 Nov 25 08:44:55.106631 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c31a-6125-4951-be80-98ec8ac06eea req-23e36442-10c1-4efe-9fd9-80d1ffc6e342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.108315 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-23e36442-10c1-4efe-9fd9-80d1ffc6e342 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1138 time: 0.2846467 Nov 25 08:44:55.126202 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed09b058-3b3a-4310-a303-d341e7768a65 req-bddff18d-be33-4de9-a39c-15bcf6cf33fa tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.131721 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed09b058-3b3a-4310-a303-d341e7768a65 req-bddff18d-be33-4de9-a39c-15bcf6cf33fa tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.3110499 Nov 25 08:44:55.191995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-10e99c88-544d-40b0-8f27-6388189e9811 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586064 Nov 25 08:44:55.238761 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac17b5e2-c9f2-48c2-b830-d69de7d6d315 req-978f7e9d-45a4-4d95-91a3-0865b32c23a5 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.240533 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ac17b5e2-c9f2-48c2-b830-d69de7d6d315 req-978f7e9d-45a4-4d95-91a3-0865b32c23a5 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 943 time: 0.2458830 Nov 25 08:44:55.280091 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64645ada-ce42-4b0c-a0fa-d49cb4dee708 None None] New status for floating IP efe180f8-0182-44e3-b80d-8b6c815694e3: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:44:55.421247 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ed09b058-3b3a-4310-a303-d341e7768a65 req-decb79d6-1c63-4bd9-a5e6-7832e1d5b9f6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2771637 Nov 25 08:44:55.439934 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c31a-6125-4951-be80-98ec8ac06eea req-46582396-4771-4587-8191-40682d8b62f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.441244 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-46582396-4771-4587-8191-40682d8b62f2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.3056662 Nov 25 08:44:55.455524 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ac17b5e2-c9f2-48c2-b830-d69de7d6d315 req-e61c7522-0512-4cf9-a28d-249b5bab140f tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991227 Nov 25 08:44:55.541796 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59622) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:55.546398 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-1f14285f-52bb-4a83-b3d7-4a1d08aa0426 service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991614 Nov 25 08:44:55.587604 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-b65662a3-f353-4a8f-9dd2-c412dfa8672b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1002 time: 0.1241825 Nov 25 08:44:55.599219 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:44:55.633836 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-deleted', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:44:55.643402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ace0347-0796-486f-b90b-2ef2884110a4" -d '{"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-deleted", "tag": "e813642c-c46b-4870-94db-1582911a9fad"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:44:55.645620 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: e813642c-c46b-4870-94db-1582911a9fad {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:44:55.646604 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:55.646784 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device e813642c-c46b-4870-94db-1582911a9fad not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:44:55.693410 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:55.717590 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3065d1b2-00be-4a37-8476-392ade40488a x-openstack-request-id: req-3065d1b2-00be-4a37-8476-392ade40488a {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:44:55.718229 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "861e5c47-a03f-44f8-8181-954812e9b38b", "name": "network-vif-deleted", "tag": "e813642c-c46b-4870-94db-1582911a9fad", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:44:55.718660 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3065d1b2-00be-4a37-8476-392ade40488a {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:44:55.719348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '861e5c47-a03f-44f8-8181-954812e9b38b', 'name': 'network-vif-deleted', 'tag': 'e813642c-c46b-4870-94db-1582911a9fad', 'status': 'completed', 'code': 200} Nov 25 08:44:55.748333 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:55.801705 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c31a-6125-4951-be80-98ec8ac06eea req-47840daa-3539-4c03-846c-17388be161ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.804670 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-47840daa-3539-4c03-846c-17388be161ec service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.1574712 Nov 25 08:44:55.812637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7d0e39b9-1a7b-461c-862f-4da9e6454e4a req-2b3b9035-45ec-4a7e-9c91-14f8656fa58c service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547164 Nov 25 08:44:55.817925 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:55.823520 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:55.830301 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "DELETE /v2.0/security-groups/f1f9f186-c65b-425b-8440-7ae32e7beebd HTTP/1.1" status: 204 len: 168 time: 0.2822764 Nov 25 08:44:55.841358 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59626) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:55.843061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64440070-c791-4cff-96c6-d68c89fd1b32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1f9f186-c65b-425b-8440-7ae32e7beebd,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:55.888478 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.api.v2.resource [None req-d7cb5d2a-d4fe-43dc-b639-c70440b206b0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] show failed (client error): The resource could not be found. Nov 25 08:44:55.892121 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d7cb5d2a-d4fe-43dc-b639-c70440b206b0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups/f1f9f186-c65b-425b-8440-7ae32e7beebd HTTP/1.1" status: 404 len: 347 time: 0.0442154 Nov 25 08:44:55.895099 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59628) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:55.972304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594c31a-6125-4951-be80-98ec8ac06eea req-b5a56ef5-6b09-493b-a22c-976fdfc6015f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:55.974036 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-b5a56ef5-6b09-493b-a22c-976fdfc6015f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1530695 Nov 25 08:44:56.177633 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-2f85df15-d682-461c-98e0-cf6bc60bc725 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946266 Nov 25 08:44:56.180066 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Deleting port 783788df-bb85-4544-a82c-bf67e3665d56 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:44:56.180415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:56.333485 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:56.333758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:56.356539 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8594c31a-6125-4951-be80-98ec8ac06eea req-52c09c62-54ce-4581-9dbf-c83f2158c262 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632771 Nov 25 08:44:56.357485 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Calling delete_port for 783788df-bb85-4544-a82c-bf67e3665d56 owned by network:floatingip {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:44:56.630827 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:56.935651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'Port': ['ID=783788df-bb85-4544-a82c-bf67e3665d56,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:56.996324 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee7556-a8b7-4e2b-8e5c-c89bceb2fa20 req-3bca2ea2-4c4d-48bd-b2f6-6b9ac946a1c9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:56.997958 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a6ee7556-a8b7-4e2b-8e5c-c89bceb2fa20 req-3bca2ea2-4c4d-48bd-b2f6-6b9ac946a1c9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.4349349 Nov 25 08:44:57.010948 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d478c97-81f0-4692-87d3-8f06e1842cb9 req-e805fe2e-51ff-4468-85e1-d68ab5e1ff13 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:57.012604 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0d478c97-81f0-4692-87d3-8f06e1842cb9 req-e805fe2e-51ff-4468-85e1-d68ab5e1ff13 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 943 time: 0.4268913 Nov 25 08:44:57.074251 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.077571 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.078491 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b0f9dceb-cbf0-42f4-be2d-51eca0a02a3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "DELETE /v2.0/floatingips/efe180f8-0182-44e3-b80d-8b6c815694e3 HTTP/1.1" status: 204 len: 168 time: 1.1819558 Nov 25 08:44:57.121779 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0d478c97-81f0-4692-87d3-8f06e1842cb9 req-51152db1-1874-410d-8fe2-b4549062c4b6 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972316 Nov 25 08:44:57.147120 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a6ee7556-a8b7-4e2b-8e5c-c89bceb2fa20 req-93eba4c9-ba16-444a-b0e3-9639aa516ef5 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1314409 Nov 25 08:44:57.353773 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 59648) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:57.358691 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1992035950', 'description': 'tempest-description--1645618043'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:57.384785 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.471838 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.476699 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.509223 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.510784 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1559432 Nov 25 08:44:57.514056 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59650) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:57.519477 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group_rule': {'security_group_id': '2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:57.522658 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5830f8f-494f-4e67-a3b2-d943f7fa772c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:57.555106 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.596591 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device cb7bbad4-ef68-4a03-b97c-cdd848a53467 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:44:57.611442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.616842 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.652043 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2672ea67-cfe7-4841-9f95-3cb9d5144901,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:57.665492 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.666920 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f9363bb7-0148-49b6-8fa0-eb8e61fc6feb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517677 Nov 25 08:44:57.669816 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59652) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:57.675698 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'security_group_rule': {'security_group_id': '2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:57.709696 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.715329 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:57.728761 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467', 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4', 'port_id': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467', 'mac_address': 'fa:16:3e:12:6a:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3363ad6-cc40-4035-a98f-501bcf90fde5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:44:57.775187 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.789183 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.791474 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb7bbad4-ef68-4a03-b97c-cdd848a53467 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:44:57.793972 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.811301 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dad856f-8413-4159-baca-0f4c52fd9d6d,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:57.824139 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.824857 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:44:57.828346 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-09aceebf-88ce-4bf2-adbe-9152bee4bde8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1568165 Nov 25 08:44:57.829039 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 59654) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:44:57.831077 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.834479 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:44:57.870448 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:57.922716 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:58.017713 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.125166 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['cb7bbad4-ef68-4a03-b97c-cdd848a53467'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:44:58.136999 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Allocated IP 172.27.3.3 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/3b11e4ce-3677-45c7-9b3f-d3fa2dac843a) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:44:58.342093 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.398611 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.432948 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34407272-5c2c-4705-86dd-12641dc9e6a9 req-d793ac9a-7dae-41b8-a3d8-7e834d2f6cfe tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:58.444709 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-34407272-5c2c-4705-86dd-12641dc9e6a9 req-d793ac9a-7dae-41b8-a3d8-7e834d2f6cfe tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 944 time: 0.1664169 Nov 25 08:44:58.457474 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:44:58.472769 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:44:58.479227 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:44:58.482687 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=3b11e4ce-3677-45c7-9b3f-d3fa2dac843a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:58.483435 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1df43-42c4-4223-a78e-6901b285b3fd req-d4db9713-fe70-45c2-ad52-94b4c695f6b5 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:58.486365 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-24a1df43-42c4-4223-a78e-6901b285b3fd req-d4db9713-fe70-45c2-ad52-94b4c695f6b5 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.1927648 Nov 25 08:44:58.624870 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-34407272-5c2c-4705-86dd-12641dc9e6a9 req-4f6cf2be-0e04-4bc7-9806-2ec13d2321f2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1742425 Nov 25 08:44:58.631044 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.656685 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-24a1df43-42c4-4223-a78e-6901b285b3fd req-d1165e06-8052-4d58-91f2-5eb65734d213 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1566689 Nov 25 08:44:58.701610 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.918119 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.921663 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:58.999888 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=3b11e4ce-3677-45c7-9b3f-d3fa2dac843a,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:44:59.013527 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:59.031307 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:44:59.033199 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7266ec73-9fa9-495c-bbef-673a2eae847b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.2029083 Nov 25 08:44:59.248519 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-655998d9-8d5e-4d4f-ab0d-4e7a9cef2f69 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1992035950&fields=id&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 267 time: 0.0476480 Nov 25 08:44:59.368444 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-e39c3171-b82a-4ab7-9fce-b9c12f45c6bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:59.369983 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-e39c3171-b82a-4ab7-9fce-b9c12f45c6bd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 817 time: 0.1140878 Nov 25 08:44:59.386633 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-65408e77-a327-4c9b-9bd0-a2c32a4e1791 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/quotas/af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 375 time: 0.0096745 Nov 25 08:44:59.440697 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-4ebe5b3c-8569-477e-802c-34e972b11f7e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471234 Nov 25 08:44:59.542466 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-fdc06431-67c1-44fb-aca4-ff8993280f01 service neutron] 10.222.0.46 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889046 Nov 25 08:44:59.645824 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-e8e6afae-0cab-4a44-aedf-f9b8bdc1a6d7 service neutron] 10.222.0.46 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966499 Nov 25 08:44:59.822623 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2107cb70-1d7a-44e5-9293-ee071f644ca1 req-6516fa9c-53bf-43f5-a8ac-283cf9550f16 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:59.824389 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2107cb70-1d7a-44e5-9293-ee071f644ca1 req-6516fa9c-53bf-43f5-a8ac-283cf9550f16 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 944 time: 0.0793598 Nov 25 08:44:59.912184 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358c088-5ff0-4fd1-886c-157f34d43c29 req-231b3f5a-2471-4622-9ddc-b1782b6789c4 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:44:59.913837 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c358c088-5ff0-4fd1-886c-157f34d43c29 req-231b3f5a-2471-4622-9ddc-b1782b6789c4 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0883980 Nov 25 08:44:59.919371 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2107cb70-1d7a-44e5-9293-ee071f644ca1 req-448f4a7d-4b1f-4870-863f-ef3cec423b22 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845678 Nov 25 08:45:00.043838 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c358c088-5ff0-4fd1-886c-157f34d43c29 req-5d2c7b57-5223-4e81-a945-98ff3f49fd8c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1183598 Nov 25 08:45:00.046159 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5e25479-1090-49e4-84e7-345f0b11d09e req-66300ae4-f7e2-4a49-b51c-902ae998f5eb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0440927 Nov 25 08:45:00.095380 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device cb7bbad4-ef68-4a03-b97c-cdd848a53467 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:00.152096 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port cb7bbad4-ef68-4a03-b97c-cdd848a53467 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:00.157910 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port cb7bbad4-ef68-4a03-b97c-cdd848a53467 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:00.158843 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:00.386101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:00.413069 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:00.415362 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caf5c12a-9671-42ee-848c-8cc1b6ce2fcb" -d '{"events": [{"server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "name": "network-vif-plugged", "status": "completed", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:00.430153 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:00.435179 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:00.461947 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25a1512-4371-4b72-a5a6-03500cb1dd1a x-openstack-request-id: req-d25a1512-4371-4b72-a5a6-03500cb1dd1a {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:00.462267 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "name": "network-vif-plugged", "status": "completed", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:00.462584 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d25a1512-4371-4b72-a5a6-03500cb1dd1a {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:00.462975 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467', 'code': 200} Nov 25 08:45:00.493392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:00.501584 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.502046 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.502404 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.502740 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.503071 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.503409 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.503783 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.504112 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.504437 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.504762 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.505083 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:00.505402 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:01.068224 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dd695c-4111-436a-90bf-e07cbbd2ae0b req-02b2a156-2545-4704-a702-0705215cb7b0 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:01.069995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-09dd695c-4111-436a-90bf-e07cbbd2ae0b req-02b2a156-2545-4704-a702-0705215cb7b0 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.0594060 Nov 25 08:45:01.131803 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-09dd695c-4111-436a-90bf-e07cbbd2ae0b req-a7348ac6-69c0-419b-bcc5-09a770cd318b tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550933 Nov 25 08:45:01.196976 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b8b543-6635-46c4-939b-35728b7b8880 req-015386fe-f0d4-4f47-8ea4-b5440dcb485b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:01.199089 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-19b8b543-6635-46c4-939b-35728b7b8880 req-015386fe-f0d4-4f47-8ea4-b5440dcb485b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0661619 Nov 25 08:45:01.236574 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e9f392b-d0f6-4ac6-b268-32d7cdfa34c8 req-1098d302-24d7-4eaa-867a-452f35f0271a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0359828 Nov 25 08:45:01.301718 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-19b8b543-6635-46c4-939b-35728b7b8880 req-f49e5dde-ac4c-4ce7-aa8e-6fba9d39a9f1 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0910063 Nov 25 08:45:02.324973 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8a85d-65c8-4686-8121-ee5e3d504aab req-4684fb78-364d-4492-b486-f9d54bdead96 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:02.326916 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80a8a85d-65c8-4686-8121-ee5e3d504aab req-4684fb78-364d-4492-b486-f9d54bdead96 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.0911877 Nov 25 08:45:02.351985 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9eb35-9ed7-4025-90c4-aca3e42ed36e req-59056fef-3374-44dc-ad64-b1afccf716c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:02.353788 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bed9eb35-9ed7-4025-90c4-aca3e42ed36e req-59056fef-3374-44dc-ad64-b1afccf716c3 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 1098 time: 0.0870321 Nov 25 08:45:02.426308 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e9606027-4e42-4d9b-a336-89bc03dce97e req-fcd26d12-24cb-4706-9bc5-29e437f08ad5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0594723 Nov 25 08:45:02.448824 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80a8a85d-65c8-4686-8121-ee5e3d504aab req-d7a04ca2-79e8-4f70-8708-457fc9d1b12c tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146595 Nov 25 08:45:02.475501 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bed9eb35-9ed7-4025-90c4-aca3e42ed36e req-a2b3d26f-4992-4fbe-8869-99a04d14d156 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099765 Nov 25 08:45:02.581076 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1d68e5-0510-46f8-9dc5-76bf02f6e6d8 req-347f58eb-ebc3-49c2-94da-aa307e2869c0 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:02.582578 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6f1d68e5-0510-46f8-9dc5-76bf02f6e6d8 req-347f58eb-ebc3-49c2-94da-aa307e2869c0 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0544081 Nov 25 08:45:02.653159 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6f1d68e5-0510-46f8-9dc5-76bf02f6e6d8 req-34639137-1e88-40c2-b452-b3d6239ef629 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644755 Nov 25 08:45:03.623699 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cda74747-d371-4e02-8219-c36f68631c0a req-dae33f2e-4dc1-4474-ab90-05cc3eeaa95b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0761046 Nov 25 08:45:03.655261 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013f78cc-7057-4f1b-88c0-571179c68e30 req-bd8ac533-51f9-45f1-b411-39f338fd5adc tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:03.658058 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-013f78cc-7057-4f1b-88c0-571179c68e30 req-bd8ac533-51f9-45f1-b411-39f338fd5adc tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.1273503 Nov 25 08:45:03.722778 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-013f78cc-7057-4f1b-88c0-571179c68e30 req-348dfc0e-d327-476d-a29e-6bb4e2766cc4 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578804 Nov 25 08:45:03.791182 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0692b613-e29c-4b08-af26-063be0d81f1a req-a04c6a50-8bda-4f83-b59c-b3643332d1fc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:03.792821 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0692b613-e29c-4b08-af26-063be0d81f1a req-a04c6a50-8bda-4f83-b59c-b3643332d1fc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0513771 Nov 25 08:45:03.864605 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0692b613-e29c-4b08-af26-063be0d81f1a req-53fb4ab1-6f89-4a40-bf87-e3837e1f1262 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0644543 Nov 25 08:45:04.735781 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-386b53fb-dd76-4b15-9419-d1199e6a5b75 req-45f8a2c6-1eca-4885-878b-47ee0dde6e2c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0289288 Nov 25 08:45:04.852381 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ace9d9-f39b-495e-998d-235f2e07c35e req-1b5c4c22-3ae7-481b-8859-75edb8cde831 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:04.854003 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33ace9d9-f39b-495e-998d-235f2e07c35e req-1b5c4c22-3ae7-481b-8859-75edb8cde831 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.0529644 Nov 25 08:45:04.923997 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33ace9d9-f39b-495e-998d-235f2e07c35e req-6550697f-bde6-43d0-85e6-17b33ac09073 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628064 Nov 25 08:45:05.006957 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7674e8d6-242d-448c-90b8-00e230cf7828 req-66145f57-77c8-491c-b57e-f04cdc3da24f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:05.008568 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7674e8d6-242d-448c-90b8-00e230cf7828 req-66145f57-77c8-491c-b57e-f04cdc3da24f tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0561275 Nov 25 08:45:05.076744 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7674e8d6-242d-448c-90b8-00e230cf7828 req-6dc05e7e-56f5-4561-a587-67b3db5827bc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618589 Nov 25 08:45:05.874455 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d68a7279-c884-4c1b-9a26-cd7d2d97b479 req-c9998366-0267-4e8c-9c33-93a0df19c6aa tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 210 time: 0.0391054 Nov 25 08:45:06.130707 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-fbadea3f-eed2-444e-b101-fa7cae5ef9b8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:06.135953 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-fbadea3f-eed2-444e-b101-fa7cae5ef9b8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 817 time: 0.1937757 Nov 25 08:45:06.192804 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d078738-02fe-4341-a079-695cb5b50845 req-4909a3fd-ec06-4ad0-b222-cf9aeeebc216 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:06.194634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d078738-02fe-4341-a079-695cb5b50845 req-4909a3fd-ec06-4ad0-b222-cf9aeeebc216 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.1549525 Nov 25 08:45:06.288948 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-511a66cc-bba6-475a-8d56-f6b8c9f436cb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 380 time: 0.1361802 Nov 25 08:45:06.305631 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'port': {'device_id': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'admin_state_up': True, 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'security_groups': ['2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:06.330036 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d078738-02fe-4341-a079-695cb5b50845 req-a530cea4-fdc3-4e0c-bad3-f5e227f150d8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246436 Nov 25 08:45:06.341193 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598cdb2-6bae-47ed-bb8b-a4f2de5ae991 req-84ff82e9-3b86-4015-90c7-04cdabc000d9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:06.342793 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4598cdb2-6bae-47ed-bb8b-a4f2de5ae991 req-84ff82e9-3b86-4015-90c7-04cdabc000d9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.1630895 Nov 25 08:45:06.474725 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4598cdb2-6bae-47ed-bb8b-a4f2de5ae991 req-e5044bc2-34d0-49d3-8c14-014256cfd937 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1000147 Nov 25 08:45:06.506211 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Made reservation on behalf of af706c5a572d4008b111a87e96ebf814 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:06.514588 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:06.669708 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:45:06.747025 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Allocated IP 172.20.0.5 (cd1f23e0-ed6b-4bcd-b801-85ff9727a35c/3764c054-3004-4231-8e9c-5ea3403023c6/358bd9c3-fe7c-46ac-9c3c-82e4369e8f66) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:06.928880 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:06.979939 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.068375 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:07.075235 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:07.079868 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:07.082865 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:07.135949 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6e723-f2e2-4c2c-8c11-294b133b70f3 req-833c6ca5-ee69-40d2-8560-4abcaa573dc7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:07.137596 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8aa6e723-f2e2-4c2c-8c11-294b133b70f3 req-833c6ca5-ee69-40d2-8560-4abcaa573dc7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 931 time: 0.1431987 Nov 25 08:45:07.160447 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:07.161144 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.191760 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-efd08707-17f3-4978-ad30-62150a792134 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8926742 Nov 25 08:45:07.214532 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Request body: {'port': {'device_id': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:07.254680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8aa6e723-f2e2-4c2c-8c11-294b133b70f3 req-ab4ea588-d63e-4c98-8553-309728064740 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064239 Nov 25 08:45:07.307140 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.436056 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-2a736379-ee5e-44b7-a9a4-673749922594 None None] Provisioning complete for port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:07.439077 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2a736379-ee5e-44b7-a9a4-673749922594 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.503600 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-2a736379-ee5e-44b7-a9a4-673749922594 None None] Port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:45:07.689861 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818ce246-162b-41b9-a5e4-27f049aad9ee req-a5cdfa96-7a76-413b-87f2-755dbb6786f8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:07.691458 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-818ce246-162b-41b9-a5e4-27f049aad9ee req-a5cdfa96-7a76-413b-87f2-755dbb6786f8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.1732943 Nov 25 08:45:07.706370 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecda14a9-6b22-4c9c-829a-568f10e650d4 req-33f733b7-ef81-4445-8826-fcbc0904aa7e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:07.708009 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecda14a9-6b22-4c9c-829a-568f10e650d4 req-33f733b7-ef81-4445-8826-fcbc0904aa7e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.1587861 Nov 25 08:45:07.810520 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:07.832899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.853724 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-818ce246-162b-41b9-a5e4-27f049aad9ee req-44f6cd4e-5c53-4a40-a842-f54ac6c72ef4 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446702 Nov 25 08:45:07.861539 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecda14a9-6b22-4c9c-829a-568f10e650d4 req-31b3e190-fff9-4938-a683-42f6dea32a95 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308584 Nov 25 08:45:07.867083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Transition to ACTIVE for port object 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:45:07.872590 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:07.992207 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:08.112295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Attempting to bind port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:45:08.113244 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Attempting to bind port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:45:08.113244 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Attempting to bind port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:08.121596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:45:08.121917 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Attempting to bind port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 on network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:08.138971 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:45:08.139334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Checking segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:08.139983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Bound using segment: {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:45:08.140655 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Bound port: 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 521, 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:45:08.141539 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:08.155220 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7273e797-5fe0-48bd-8ea2-552b76844c50 req-c0015d5a-c1f2-47f2-99b8-af628c86d9cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:08.164741 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7273e797-5fe0-48bd-8ea2-552b76844c50 req-c0015d5a-c1f2-47f2-99b8-af628c86d9cc tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.1655138 Nov 25 08:45:08.322845 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7273e797-5fe0-48bd-8ea2-552b76844c50 req-eef89870-c063-47bf-9e77-2735610d2445 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1567965 Nov 25 08:45:08.343742 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:45:08.351944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:45:08.360599 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:08.446391 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:08.448042 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:08.449503 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] 10.222.0.59 "PUT /v2.0/ports/358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 1093 time: 1.2424593 Nov 25 08:45:08.450665 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:08.452706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79ecad47-df56-44a7-9192-c3c138369aee" -d '{"events": [{"name": "network-changed", "server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:08.500965 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37545e2-0210-4795-938a-ad583cbedbf9 service neutron] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:08.519632 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fe1c60-a6f8-4202-a942-4d17e3a05c59 req-7b57a564-6588-43b7-a4ee-a44ff2f3ccc4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:08.521325 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1fe1c60-a6f8-4202-a942-4d17e3a05c59 req-7b57a564-6588-43b7-a4ee-a44ff2f3ccc4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.1066754 Nov 25 08:45:08.523122 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-108e31a6-02b1-4fdb-acd5-0e2b93e32578 x-openstack-request-id: req-108e31a6-02b1-4fdb-acd5-0e2b93e32578 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:08.523411 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:08.523850 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-108e31a6-02b1-4fdb-acd5-0e2b93e32578 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:08.524203 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'status': 'completed', 'code': 200} Nov 25 08:45:08.583109 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1fe1c60-a6f8-4202-a942-4d17e3a05c59 req-c064b4db-ae7d-49f6-993d-2a69649d5004 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544038 Nov 25 08:45:08.737515 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-b3380c46-2eae-499d-9e8f-553e4b372fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:08.739656 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-b3380c46-2eae-499d-9e8f-553e4b372fdc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1096 time: 0.0797777 Nov 25 08:45:08.820695 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-3acce0ee-02c9-4299-9270-7012e7aca9b3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 217 time: 0.0677032 Nov 25 08:45:08.906941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-3247d587-8f73-425d-a9e3-159db89825b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:08.909601 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-3247d587-8f73-425d-a9e3-159db89825b2 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0808554 Nov 25 08:45:09.020603 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-e568e510-5da6-4dc7-bf09-7ebb768bb93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.021997 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-e568e510-5da6-4dc7-bf09-7ebb768bb93c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1009336 Nov 25 08:45:09.055937 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acc2962-19c3-427d-ab83-5fa5e2ef4073 req-941adc2c-9f2d-41ef-b4ff-bf45d236d33a tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.057535 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9acc2962-19c3-427d-ab83-5fa5e2ef4073 req-941adc2c-9f2d-41ef-b4ff-bf45d236d33a tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.1050978 Nov 25 08:45:09.145429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f9c9b-1fe9-4669-bacd-e894e7a197a9 req-02703683-8d49-4ff5-b0bc-63e59b56e664 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.147035 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d43f9c9b-1fe9-4669-bacd-e894e7a197a9 req-02703683-8d49-4ff5-b0bc-63e59b56e664 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.1508272 Nov 25 08:45:09.202161 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9acc2962-19c3-427d-ab83-5fa5e2ef4073 req-e4f753cd-45ce-4e77-b0c1-77df7937c683 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305037 Nov 25 08:45:09.233684 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-4c0ac209-998d-4fd2-88d6-37ecb5f0521d service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952300 Nov 25 08:45:09.259206 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d43f9c9b-1fe9-4669-bacd-e894e7a197a9 req-e78022fc-16a3-42fa-acce-3848f05d6b6f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044872 Nov 25 08:45:09.347501 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f7bac0d6-67bb-4fa2-a2ad-b87ae49068b2 req-183327fc-ec01-4ad4-9428-e22f9ba1b064 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030967 Nov 25 08:45:09.525652 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f6572f-4adb-4590-b928-7b883840b648 req-5f5731fc-288e-4707-bac5-9136cf4992ae tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.527104 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84f6572f-4adb-4590-b928-7b883840b648 req-5f5731fc-288e-4707-bac5-9136cf4992ae tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.1463690 Nov 25 08:45:09.537768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecad47-df56-44a7-9192-c3c138369aee req-3d723a92-ee9d-468b-af55-42c94fdec8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.539279 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-3d723a92-ee9d-468b-af55-42c94fdec8f3 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1096 time: 0.1102011 Nov 25 08:45:09.584706 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec363bf-247b-4194-a304-81ff889fea3e req-bc2027d0-c296-45b0-93c4-28c34cb008b4 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.586513 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ec363bf-247b-4194-a304-81ff889fea3e req-bc2027d0-c296-45b0-93c4-28c34cb008b4 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.1147034 Nov 25 08:45:09.935472 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ec363bf-247b-4194-a304-81ff889fea3e req-8767300a-3def-4c6e-bcba-d5133dc28bd7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3350742 Nov 25 08:45:09.943317 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecad47-df56-44a7-9192-c3c138369aee req-b435e9f3-23a1-4f73-84bf-9e69573bc3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.945936 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-b435e9f3-23a1-4f73-84bf-9e69573bc3f9 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.3949997 Nov 25 08:45:09.960971 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83280054-3372-40a9-ae9a-3b95d563207a req-0176f7e4-4a37-4fbd-b97a-0901ee2bfd71 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:09.963680 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83280054-3372-40a9-ae9a-3b95d563207a req-0176f7e4-4a37-4fbd-b97a-0901ee2bfd71 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.2899203 Nov 25 08:45:10.050433 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-9634f7ea-d3ae-4be8-a5ee-b94e5bf7b22f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 217 time: 0.0795114 Nov 25 08:45:10.091078 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:45:10.091856 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:10.278635 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83280054-3372-40a9-ae9a-3b95d563207a req-e20474f3-b994-41e2-b06e-a69006eb5add tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3059332 Nov 25 08:45:10.285876 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecad47-df56-44a7-9192-c3c138369aee req-14727712-13ff-4be7-9364-cceeff3da9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:10.287370 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-14727712-13ff-4be7-9364-cceeff3da9d5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.2214468 Nov 25 08:45:10.377595 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] For port 3eab4787-6ee8-4eb6-8d64-63594ea60f24, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=3eab4787-6ee8-4eb6-8d64-63594ea60f24,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:10.377956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:10.705527 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-7dd92a31-6412-4660-b073-0f354247d93f tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:10.708203 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-7dd92a31-6412-4660-b073-0f354247d93f tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.1073320 Nov 25 08:45:10.733641 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcaa9aad-feaa-4341-9175-b8ee2573b042 req-36635f7e-d87d-431b-86ee-24ecd3e67250 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:10.735605 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dcaa9aad-feaa-4341-9175-b8ee2573b042 req-36635f7e-d87d-431b-86ee-24ecd3e67250 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 945 time: 0.4559860 Nov 25 08:45:10.750888 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ecad47-df56-44a7-9192-c3c138369aee req-ea155269-1275-4afc-b6a5-bbc4f91b016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:10.752457 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-ea155269-1275-4afc-b6a5-bbc4f91b016a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.4510489 Nov 25 08:45:10.839803 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85131f7d-8294-4e58-965e-53a8a9fa5539 req-0a340eff-36d3-4273-be40-72a4513ab006 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:10.841409 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85131f7d-8294-4e58-965e-53a8a9fa5539 req-0a340eff-36d3-4273-be40-72a4513ab006 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 945 time: 0.4589446 Nov 25 08:45:10.904146 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Deleting port cb7bbad4-ef68-4a03-b97c-cdd848a53467 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:45:10.904933 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:10.999119 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dcaa9aad-feaa-4341-9175-b8ee2573b042 req-e8a40f0d-84a9-4cb7-a2c8-2a64b03b6c58 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2509019 Nov 25 08:45:11.051395 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-999b091d-1f57-499b-9f04-c5c2c6c16e29 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2812955 Nov 25 08:45:11.057008 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-85131f7d-8294-4e58-965e-53a8a9fa5539 req-dcfb0cd8-057c-4065-a95c-5085159c0f51 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1738186 Nov 25 08:45:11.059209 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.059594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.059959 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP 29dadf95-f9a6-4530-b59e-3282e8109a79 disassociated. External IP: 172.27.3.195, port: 3eab4787-6ee8-4eb6-8d64-63594ea60f24. Nov 25 08:45:11.060344 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for 3eab4787-6ee8-4eb6-8d64-63594ea60f24 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:45:11.101837 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] For port cb7bbad4-ef68-4a03-b97c-cdd848a53467, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=cb7bbad4-ef68-4a03-b97c-cdd848a53467,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:11.102390 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.131434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Calling delete_port for cb7bbad4-ef68-4a03-b97c-cdd848a53467 owned by compute:nova {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:45:11.300064 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-79ecad47-df56-44a7-9192-c3c138369aee req-ae73abba-c38f-448f-b5e1-c85e7def4912 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2356284 Nov 25 08:45:11.314768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6762e7d3-8db5-48f0-b548-648732ef3bf4 req-35a8ecbe-937f-4cf2-9a74-5722241c371c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:11.323275 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6762e7d3-8db5-48f0-b548-648732ef3bf4 req-35a8ecbe-937f-4cf2-9a74-5722241c371c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.1285930 Nov 25 08:45:11.362322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.381836 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['cb7bbad4-ef68-4a03-b97c-cdd848a53467'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:11.445680 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.472058 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6762e7d3-8db5-48f0-b548-648732ef3bf4 req-ce46b0a4-db84-418b-ad1d-93d68f164091 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1481838 Nov 25 08:45:11.513648 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=3eab4787-6ee8-4eb6-8d64-63594ea60f24,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:11.533011 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Pushing event deleted for resources: {'Port': ['ID=cb7bbad4-ef68-4a03-b97c-cdd848a53467,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:11.537735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969d1b7a-4d53-4e8f-951c-540397734ab0 req-27e3fb38-9fa2-4967-8fae-eb66abfc44ce tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:11.539418 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-969d1b7a-4d53-4e8f-951c-540397734ab0 req-27e3fb38-9fa2-4967-8fae-eb66abfc44ce tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.1149631 Nov 25 08:45:11.560899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] No DVR routers for this DVR port cb7bbad4-ef68-4a03-b97c-cdd848a53467 on host hv-cinder-77819 {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:45:11.564534 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.568330 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-cadede4c-e28e-4117-9e4e-5611588c6cc9 req-6023bc8d-f9d1-4178-ba73-3afc22f39f54 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "DELETE /v2.0/ports/cb7bbad4-ef68-4a03-b97c-cdd848a53467 HTTP/1.1" status: 204 len: 173 time: 0.8500266 Nov 25 08:45:11.568799 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'name': 'network-vif-deleted', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:11.571119 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd5d3e06-0965-442d-948c-989a9595d0fc" -d '{"events": [{"server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "name": "network-vif-deleted", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:11.616120 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa8e9a43-0820-4954-a569-7595d7979e4e x-openstack-request-id: req-aa8e9a43-0820-4954-a569-7595d7979e4e {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:11.616564 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "054fbbf2-1e0b-4c8c-a440-1543622a65bd", "name": "network-vif-deleted", "tag": "cb7bbad4-ef68-4a03-b97c-cdd848a53467", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:11.616826 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aa8e9a43-0820-4954-a569-7595d7979e4e {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:11.617280 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '054fbbf2-1e0b-4c8c-a440-1543622a65bd', 'name': 'network-vif-deleted', 'tag': 'cb7bbad4-ef68-4a03-b97c-cdd848a53467', 'status': 'completed', 'code': 200} Nov 25 08:45:11.675392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:45:11.678699 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-969d1b7a-4d53-4e8f-951c-540397734ab0 req-38c2e5e6-47e3-4f05-a739-560707e14d83 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011002 Nov 25 08:45:11.711613 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:45:11.830556 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:11.847283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:45:11.859294 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:45:11.898335 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:45:11.939912 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] No DVR routers for this DVR port 3eab4787-6ee8-4eb6-8d64-63594ea60f24 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:45:11.942302 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:11.943372 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:11.944271 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:11.951021 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84f6572f-4adb-4590-b928-7b883840b648 req-b4ab1e9b-31b7-4f12-9d4a-8833f1aca914 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "DELETE /v2.0/ports/3eab4787-6ee8-4eb6-8d64-63594ea60f24 HTTP/1.1" status: 204 len: 173 time: 2.4098966 Nov 25 08:45:11.951838 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'name': 'network-vif-deleted', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:11.959587 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bad125-df42-4c9d-86e6-2bfa43f5c101" -d '{"events": [{"server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "name": "network-vif-deleted", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:12.013786 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:12.021915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01ea484-49a0-4d0d-8233-9deaba6508c8 x-openstack-request-id: req-e01ea484-49a0-4d0d-8233-9deaba6508c8 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:12.022309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dee504ef-51bf-44f8-a9a2-222f68d2cd9b", "name": "network-vif-deleted", "tag": "3eab4787-6ee8-4eb6-8d64-63594ea60f24", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:12.022627 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e01ea484-49a0-4d0d-8233-9deaba6508c8 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:12.023074 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dee504ef-51bf-44f8-a9a2-222f68d2cd9b', 'name': 'network-vif-deleted', 'tag': '3eab4787-6ee8-4eb6-8d64-63594ea60f24', 'status': 'completed', 'code': 200} Nov 25 08:45:12.136632 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:12.175072 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1c17cd96-ee74-4f0b-a1db-4689e502794b req-481a391a-786a-40a0-b4dc-eaa0fdb91f69 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=054fbbf2-1e0b-4c8c-a440-1543622a65bd HTTP/1.1" status: 200 len: 210 time: 0.0401125 Nov 25 08:45:12.228010 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:12.242671 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:12.247662 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c11a6f8f-588d-44af-b779-0b7e2e7df541 req-6d6ca55b-8c8b-495c-93f5-f7b58d88287b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=dee504ef-51bf-44f8-a9a2-222f68d2cd9b HTTP/1.1" status: 200 len: 210 time: 0.0404239 Nov 25 08:45:12.277584 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:12.395529 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:12.536890 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:12.575084 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:12.577912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:45:12.616652 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:12.617482 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:44:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:12.669635 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aef87a-12fe-49ef-8f45-ffca4184215a req-70e26d99-1fc3-4282-848c-d92d9fed00d1 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:12.672785 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-59aef87a-12fe-49ef-8f45-ffca4184215a req-70e26d99-1fc3-4282-848c-d92d9fed00d1 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0944076 Nov 25 08:45:12.793410 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-59aef87a-12fe-49ef-8f45-ffca4184215a req-7f15ec6a-e5f6-4a40-9c25-2d85ba4ce962 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1101906 Nov 25 08:45:12.852299 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:12.928551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ee03a-017b-47dc-a216-7878314f19fb req-d59a4f99-2f1b-4a8c-826d-f6b809d90c7a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:12.931145 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d40ee03a-017b-47dc-a216-7878314f19fb req-d59a4f99-2f1b-4a8c-826d-f6b809d90c7a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0984902 Nov 25 08:45:12.992493 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d40ee03a-017b-47dc-a216-7878314f19fb req-83f8ee3d-c3ac-4154-89ba-8a329831ff32 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540760 Nov 25 08:45:13.162283 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:13.189588 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c60d7d3-543c-44ef-a2ae-0756ee0dadd1 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:45:13.497411 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4edfe3b-e96f-4b68-bf22-dcdf4955ce85 None None] New status for floating IP 29dadf95-f9a6-4530-b59e-3282e8109a79: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:13.603098 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-8fc0b12f-bf0a-4e10-977a-850c7548d780 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:13.605942 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-8fc0b12f-bf0a-4e10-977a-850c7548d780 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 809 time: 0.2237027 Nov 25 08:45:13.650636 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-025695b3-3bc4-4b8a-be9c-988302e2480b tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/quotas/b12215da390b49b9ba3f302c6a19a80a HTTP/1.1" status: 200 len: 375 time: 0.0357103 Nov 25 08:45:13.695131 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-39389ee5-67bf-4f7d-91db-1e2c50fa36d1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497791862&fields=id&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 267 time: 0.1587954 Nov 25 08:45:13.724315 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-d8e5c4ad-0123-4467-a861-7e2f3f262299 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636156 Nov 25 08:45:13.949886 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-9e0065d1-c9ee-4896-94a9-944aab0060d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:13.951928 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-9e0065d1-c9ee-4896-94a9-944aab0060d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.2321715 Nov 25 08:45:13.957318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-1187c174-69d0-4238-8776-9c728841deec service neutron] 10.222.0.46 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153788 Nov 25 08:45:13.989523 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-513ea70d-7b26-408e-b35f-38806dfdb1ab tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/quotas/ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 375 time: 0.0294111 Nov 25 08:45:14.009123 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3eab4787-6ee8-4eb6-8d64-63594ea60f24 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:45:14.035928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 3eab4787-6ee8-4eb6-8d64-63594ea60f24 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:45:14.036262 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 3eab4787-6ee8-4eb6-8d64-63594ea60f24 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:45:14.036720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device cb7bbad4-ef68-4a03-b97c-cdd848a53467 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:45:14.072368 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: cb7bbad4-ef68-4a03-b97c-cdd848a53467 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:45:14.073122 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device cb7bbad4-ef68-4a03-b97c-cdd848a53467 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:45:14.105071 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-ee2441e7-d077-43f1-8a02-e7946208d41e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1032238 Nov 25 08:45:14.122432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-0fa64019-b18d-4ce6-b411-de0f952f508c service neutron] 10.222.0.46 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542048 Nov 25 08:45:14.231180 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-1f7bc55a-bc9d-4de5-abaa-99ac84018abb service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052463 Nov 25 08:45:14.373660 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-9c1c4a92-9a12-4a97-a9cf-c5891dc472e9 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302700 Nov 25 08:45:14.395655 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd04e8d2-f381-4a42-83d4-c9c15bb1e364 req-ca175eea-57aa-4e8a-9c33-89c109c237a8 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:14.397231 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dd04e8d2-f381-4a42-83d4-c9c15bb1e364 req-ca175eea-57aa-4e8a-9c33-89c109c237a8 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0892229 Nov 25 08:45:14.483229 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dd04e8d2-f381-4a42-83d4-c9c15bb1e364 req-dece118a-dc3e-49f5-8ef6-5739d0e5ba30 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0792689 Nov 25 08:45:14.624427 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f477b5-7c5a-46bb-b615-02e0b6584e65 req-433534ba-9cd6-4450-9dd1-ae05204d52b5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:14.626397 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-99f477b5-7c5a-46bb-b615-02e0b6584e65 req-433534ba-9cd6-4450-9dd1-ae05204d52b5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0712306 Nov 25 08:45:14.726530 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-99f477b5-7c5a-46bb-b615-02e0b6584e65 req-7b6821cc-acfe-4c3a-80fc-71219718021e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920830 Nov 25 08:45:14.753518 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-951e8916-06c0-405d-a166-30e83f3518f1 req-32e65c24-925d-4bf5-ac58-5113e92f6401 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 210 time: 0.0493214 Nov 25 08:45:14.820528 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bfe85cd8-16f1-4944-a155-2a28dc119bd8 req-e5744bc7-5f54-41aa-8d97-f0e687037e0e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 210 time: 0.0306675 Nov 25 08:45:15.602610 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20aa312-58c2-496e-bf85-03502beec1c0 req-8408b58a-1bcd-46db-9215-44eecc0e7e42 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:15.604249 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c20aa312-58c2-496e-bf85-03502beec1c0 req-8408b58a-1bcd-46db-9215-44eecc0e7e42 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0509822 Nov 25 08:45:15.683451 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c20aa312-58c2-496e-bf85-03502beec1c0 req-04a43758-5e4e-4f07-82b5-0a6f0b789042 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710557 Nov 25 08:45:15.843037 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4c2bd2f1-a391-40e6-931e-194716e4f5ec req-4a3e1504-9dd7-4e9f-aaa7-9f0e500a45d6 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 210 time: 0.0275555 Nov 25 08:45:15.903009 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22068fdf-d937-4068-8c74-8394eb5eae8d req-ddada575-f0c9-47e4-9e18-f3087370ff04 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:15.905479 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22068fdf-d937-4068-8c74-8394eb5eae8d req-ddada575-f0c9-47e4-9e18-f3087370ff04 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0604572 Nov 25 08:45:15.985398 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbd87505-2b71-441d-8fc7-611af0167f34 req-e66032ca-ec81-474f-b38c-5c9486cb4c40 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 210 time: 0.0623689 Nov 25 08:45:16.046120 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-22068fdf-d937-4068-8c74-8394eb5eae8d req-87733ecd-251a-4505-a5bf-1fb60a8fee17 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319947 Nov 25 08:45:16.682519 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-565e0b20-552a-4761-b7e9-5090d28d5d97 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:16.685216 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-565e0b20-552a-4761-b7e9-5090d28d5d97 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 809 time: 0.1912289 Nov 25 08:45:16.701039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Request body: {'port': {'device_id': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4', 'admin_state_up': True, 'tenant_id': 'b12215da390b49b9ba3f302c6a19a80a'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:16.861820 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b74f00-7030-482c-83b9-52a2b316cf80 req-677e9af3-ef53-4082-bb38-cdbe6a5a2273 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:16.863753 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b9b74f00-7030-482c-83b9-52a2b316cf80 req-677e9af3-ef53-4082-bb38-cdbe6a5a2273 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0901732 Nov 25 08:45:16.904031 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Made reservation on behalf of b12215da390b49b9ba3f302c6a19a80a for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:16.908489 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:16.991192 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aa7b81d1-13dd-447f-baa5-239d76c8fb1f req-a3ec4bc6-a5b2-447a-a96b-416901090739 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 210 time: 0.0514443 Nov 25 08:45:17.075498 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b9b74f00-7030-482c-83b9-52a2b316cf80 req-e9e192bf-afe4-4765-aff1-0abd9980cc62 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1977084 Nov 25 08:45:17.131097 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-df49e77d-4622-4dc4-8a66-a88a25f160e3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:17.134480 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-df49e77d-4622-4dc4-8a66-a88a25f160e3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.1869137 Nov 25 08:45:17.143844 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-11cdc74e-7c38-4cf6-b202-3e18cb421e96 req-20851bba-0393-44d7-bdfb-b0fac64b050e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 210 time: 0.0386710 Nov 25 08:45:17.261757 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e4fdaa87-00b0-4f93-bcf6-2e0009db69e2 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 379 time: 0.1144409 Nov 25 08:45:17.266534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Allocated IP 172.20.0.12 (9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4/d3363ad6-cc40-4035-a98f-501bcf90fde5/a4bd6569-b525-42e6-88d5-9a1331eb2ad1) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:17.279606 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'port': {'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'admin_state_up': True, 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'security_groups': ['22460adc-63e7-485b-a0bd-0100967ff5ca']}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:17.288593 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61af0f4-c664-408e-895d-8540d4916b90 req-94865324-4745-4ffc-9d75-8cbe9fb54ed4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:17.290748 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a61af0f4-c664-408e-895d-8540d4916b90 req-94865324-4745-4ffc-9d75-8cbe9fb54ed4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0908339 Nov 25 08:45:17.409845 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a61af0f4-c664-408e-895d-8540d4916b90 req-f6f61d5a-2e7e-4ae8-b576-d6b409c9830c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1078761 Nov 25 08:45:17.586502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.638740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.700745 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:17.720669 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:17.723535 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:17.724034 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Made reservation on behalf of ea2e5b2d558c4540ba188353dd3c27e3 for: {'port': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:17.730711 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:17.730973 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.775275 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:17.787900 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Pushing event updated for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:17.791004 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:17.792067 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.846658 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:17.848177 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.903771 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-369460b6-a213-457e-9ac5-8f419dab3d76 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2070930 Nov 25 08:45:17.922670 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Request body: {'port': {'device_id': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:17.978896 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:17.990735 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.20.0.14 (0b7242cf-308b-4aee-a391-1d7432608cad/2d3ec0a8-c410-4594-8b36-d0f609214c92/a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:18.053170 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:18.059041 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b57bc6-8e2d-4111-b5c3-43826a316370" -d '{"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:18.089719 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.144073 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:18.154751 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.273399 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.307912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d08d310-bec5-41b6-b3f1-bcf8abb63db8 x-openstack-request-id: req-3d08d310-bec5-41b6-b3f1-bcf8abb63db8 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:18.308229 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:18.308487 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3d08d310-bec5-41b6-b3f1-bcf8abb63db8 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:18.309995 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'code': 200} Nov 25 08:45:18.311017 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:18.349981 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.448976 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:18.486418 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:18.489018 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:18.493794 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:18.561505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-968fa339-48b1-487a-b708-04d4ed1e5bf8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.595832 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:18.597424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.633785 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-e7bd696d-ab3d-43cb-abe9-4ecebc2184a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3632982 Nov 25 08:45:18.655992 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Request body: {'port': {'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:18.784398 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.903478 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-e81988a5-08d0-480c-8bae-9c5678777338 None None] Provisioning complete for port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:18.904241 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e81988a5-08d0-480c-8bae-9c5678777338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:18.970198 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e81988a5-08d0-480c-8bae-9c5678777338 None None] Port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:45:19.044059 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ba40f-9b83-46f2-9126-4d7b5b129204 req-e86047da-7db9-4e5a-8ef0-37875846eebe tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.045732 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-926ba40f-9b83-46f2-9126-4d7b5b129204 req-e86047da-7db9-4e5a-8ef0-37875846eebe tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 932 time: 0.9235125 Nov 25 08:45:19.071650 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8232f0b0-8662-41b7-ab59-05152f340a04 req-efa16573-4f20-4135-a8b2-1b35498d201d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.073372 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8232f0b0-8662-41b7-ab59-05152f340a04 req-efa16573-4f20-4135-a8b2-1b35498d201d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1098 time: 0.5584257 Nov 25 08:45:19.096995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dcd231-aefa-46d7-837a-d1a8e7ddc7a7 req-bc5df7a8-daac-472c-9b9f-50945c5f0f73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.099909 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84dcd231-aefa-46d7-837a-d1a8e7ddc7a7 req-bc5df7a8-daac-472c-9b9f-50945c5f0f73 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.7450626 Nov 25 08:45:19.215455 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf {{(pid=109109) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:19.233294 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.256577 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.provisioning_blocks [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Transition to ACTIVE for port object a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf will not be triggered until provisioned by entity L2. {{(pid=109109) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:45:19.262146 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.269244 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-926ba40f-9b83-46f2-9126-4d7b5b129204 req-1e8d07dc-9643-4299-a2f0-885e319e1df1 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024934 Nov 25 08:45:19.276892 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8232f0b0-8662-41b7-ab59-05152f340a04 req-58a96f73-b151-493a-ad34-5fc33aebe2ec service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1755042 Nov 25 08:45:19.286058 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4bd6569-b525-42e6-88d5-9a1331eb2ad1 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:19.300230 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.336856 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Transition to ACTIVE for port object a4bd6569-b525-42e6-88d5-9a1331eb2ad1 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:45:19.344132 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84dcd231-aefa-46d7-837a-d1a8e7ddc7a7 req-6665791d-7012-43d1-8afb-f66e8c6c7df9 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&id=478f8223-2855-4c55-b909-5d1ac5de451b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2091231 Nov 25 08:45:19.348163 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.359832 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:19.451863 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Pushing event updated for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:19.468250 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Attempting to bind port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:45:19.469061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Attempting to bind port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:45:19.469598 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Attempting to bind port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:19.474904 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf on network 0b7242cf-308b-4aee-a391-1d7432608cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:45:19.475389 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Attempting to bind port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:19.482552 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:45:19.483316 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:19.483907 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Bound using segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} {{(pid=109109) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:45:19.484781 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.managers [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Bound port: a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}}] {{(pid=109109) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:45:19.485509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.509966 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f74b36f-9db8-46a1-9160-76f67570f287 req-5b90c818-7006-4ed9-b015-b83b9565a53d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.512791 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f74b36f-9db8-46a1-9160-76f67570f287 req-5b90c818-7006-4ed9-b015-b83b9565a53d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1468623 Nov 25 08:45:19.613731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, cleared binding levels {{(pid=109109) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:45:19.618963 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109109) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:45:19.626825 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.664743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Attempting to bind port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:45:19.665066 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Attempting to bind port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:45:19.665561 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Attempting to bind port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:19.673882 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f74b36f-9db8-46a1-9160-76f67570f287 req-61beecb9-7218-4aaa-b4a4-26e78b34ed23 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299777 Nov 25 08:45:19.677965 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.678597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.680080 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] 10.222.0.59 "PUT /v2.0/ports/a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 1094 time: 1.0334094 Nov 25 08:45:19.681078 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:19.682807 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:19.683150 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee137030-ada8-4396-8884-b5bec2ced17a req-311b26f8-b3c2-4a29-a473-d95a9bb72159 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.684796 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee137030-ada8-4396-8884-b5bec2ced17a req-311b26f8-b3c2-4a29-a473-d95a9bb72159 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.1169219 Nov 25 08:45:19.686052 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:45:19.686436 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Attempting to bind port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 on network 9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:19.710258 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 44, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:45:19.710673 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Checking segment: {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:19.711084 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Bound using segment: {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:45:19.711445 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Bound port: a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8d78bef-a090-4056-a502-b771762ebbc7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:45:19.711838 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.752277 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968d8af8-0e8f-4da7-ba64-63e8396198c6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=3']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:19.795368 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee137030-ada8-4396-8884-b5bec2ced17a req-7587c228-2861-45d3-865b-a66df4cdd597 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931752 Nov 25 08:45:19.816362 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-1cf675de-c91a-451d-a0db-04ed82a97f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.818875 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-1cf675de-c91a-451d-a0db-04ed82a97f87 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1097 time: 0.0569949 Nov 25 08:45:19.820757 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:45:19.834768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:45:19.844701 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.875853 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-c7e31337-d7a1-4981-86c7-1d9e0d6c7e3e service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 217 time: 0.0477118 Nov 25 08:45:19.878837 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae69b4d7-a893-48c0-9461-383efb7d0ebf x-openstack-request-id: req-ae69b4d7-a893-48c0-9461-383efb7d0ebf {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:19.879136 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:19.879592 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ae69b4d7-a893-48c0-9461-383efb7d0ebf {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:19.879907 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'status': 'completed', 'code': 200} Nov 25 08:45:19.901827 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.902731 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:19.904430 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] 10.222.0.59 "PUT /v2.0/ports/a4bd6569-b525-42e6-88d5-9a1331eb2ad1 HTTP/1.1" status: 200 len: 1094 time: 1.9897108 Nov 25 08:45:19.904913 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:19.908270 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71ffbe49-d4ec-49de-aba2-876a2a61f10b" -d '{"events": [{"name": "network-changed", "server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:19.976293 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-610ebcc0-f7b8-4f47-8662-bb6b6602237a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:19.978951 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-610ebcc0-f7b8-4f47-8662-bb6b6602237a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0892406 Nov 25 08:45:20.009964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c88a0e-73a3-4fbd-bcd4-5e96c9996d0d service neutron] Pushing event updated for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:20.015034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0c79eb1-db7f-4f05-929f-d6789d4b0ef4 x-openstack-request-id: req-e0c79eb1-db7f-4f05-929f-d6789d4b0ef4 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:20.016034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:20.016299 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e0c79eb1-db7f-4f05-929f-d6789d4b0ef4 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:20.016704 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1', 'status': 'completed', 'code': 200} Nov 25 08:45:20.044925 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-85287753-e39b-4741-8f83-366590e45ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.046569 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-85287753-e39b-4741-8f83-366590e45ceb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0542941 Nov 25 08:45:20.075373 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-2c657104-e945-4d14-ad74-a445b5a65508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.077454 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-2c657104-e945-4d14-ad74-a445b5a65508 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 1097 time: 0.1117628 Nov 25 08:45:20.095718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b73a6c-80bc-4831-bc9a-040ced051a78 req-dafb1d4a-f828-4fdd-9a30-9dc67f9f2561 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.097521 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-47b73a6c-80bc-4831-bc9a-040ced051a78 req-dafb1d4a-f828-4fdd-9a30-9dc67f9f2561 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0780714 Nov 25 08:45:20.179454 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-99aaae56-1ae7-4201-a880-764913d56644 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1 HTTP/1.1" status: 200 len: 217 time: 0.0805285 Nov 25 08:45:20.184060 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-b145e73f-31d3-43be-8a9d-96bbfb395d0a service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265879 Nov 25 08:45:20.260619 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-47b73a6c-80bc-4831-bc9a-040ced051a78 req-9a5333d3-9d52-48e1-a7b0-8a0a900a836d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1467197 Nov 25 08:45:20.294899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-f74b5683-0fca-4374-9642-3ebd4acfcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.299097 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-f74b5683-0fca-4374-9642-3ebd4acfcf69 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3363ad6-cc40-4035-a98f-501bcf90fde5 HTTP/1.1" status: 200 len: 849 time: 0.0798173 Nov 25 08:45:20.384457 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-330bbdc7-13bc-4711-b46e-b8565a4c8904 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764318 Nov 25 08:45:20.395188 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-ee1ebbab-fa84-4034-8e9f-c95ffaa0f275 req-98a222c3-985f-4a7e-8d1f-07ae53c834a1 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771407 Nov 25 08:45:20.536499 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-27f5cd66-1a28-4c3d-ac24-851fd63fd71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.538796 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-27f5cd66-1a28-4c3d-ac24-851fd63fd71e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1097 time: 0.0614109 Nov 25 08:45:20.573056 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-2c4c354e-354b-4cfb-b0d5-57df633ffc1a service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786408 Nov 25 08:45:20.598453 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ac8dd4-a804-4004-8282-d60b32e1fd12 req-d8c07dbe-63b8-4500-9058-3115b60d9d4e tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.600804 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-75ac8dd4-a804-4004-8282-d60b32e1fd12 req-d8c07dbe-63b8-4500-9058-3115b60d9d4e tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 944 time: 0.1415784 Nov 25 08:45:20.726258 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-75ac8dd4-a804-4004-8282-d60b32e1fd12 req-a8826790-8d40-442c-a806-d00a0c4ec390 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183634 Nov 25 08:45:20.745130 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-90de78a8-ca67-4fc5-b576-b9bc7ab5e031 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.746704 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-90de78a8-ca67-4fc5-b576-b9bc7ab5e031 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.1989715 Nov 25 08:45:20.772978 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ec05d9d8-57ce-4564-b5bc-12738ea8fe7a req-0bdb2ccb-42d2-417b-90aa-454487a9452f service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702850 Nov 25 08:45:20.806022 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-49e801ab-2d62-4d63-9148-dad85997e3dd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 217 time: 0.0485969 Nov 25 08:45:20.876870 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-65125e5b-0eba-466c-83c9-a79cd4bfeb11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.879716 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-65125e5b-0eba-466c-83c9-a79cd4bfeb11 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0621159 Nov 25 08:45:20.886155 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9681d72-d485-4ebc-9bab-ba256f16bb8c req-d4f87225-4c2f-4d67-aa71-6372788f008a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.893669 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9681d72-d485-4ebc-9bab-ba256f16bb8c req-d4f87225-4c2f-4d67-aa71-6372788f008a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1194515 Nov 25 08:45:20.939178 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-f0e67fff-292f-4a00-8e9e-034d92dd7728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.940860 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-f0e67fff-292f-4a00-8e9e-034d92dd7728 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=b12215da390b49b9ba3f302c6a19a80a&device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 1097 time: 0.1048634 Nov 25 08:45:20.942691 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-338f48b1-6396-412b-a3ce-4ccbd7eb6f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:20.944197 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-338f48b1-6396-412b-a3ce-4ccbd7eb6f3f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452039 Nov 25 08:45:21.028133 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60058) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:21.047982 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c9681d72-d485-4ebc-9bab-ba256f16bb8c req-eafc0843-86a3-40f4-b377-9c5ec6029d32 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1532793 Nov 25 08:45:21.066623 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10bfd74-1ad6-4367-bece-6d38f81df8cd req-52f8799e-80c4-444e-a165-93605cdb1eb4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.068329 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c10bfd74-1ad6-4367-bece-6d38f81df8cd req-52f8799e-80c4-444e-a165-93605cdb1eb4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.1499472 Nov 25 08:45:21.076210 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-e149f417-c500-4d11-9e9e-2984c10ad99e service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118731 Nov 25 08:45:21.153475 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-bf69b248-1e15-4b1e-a00d-4e4fddac8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.154991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-bf69b248-1e15-4b1e-a00d-4e4fddac8e07 service neutron] 10.222.0.59 "GET /v2.0/networks?id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 200 len: 910 time: 0.1840203 Nov 25 08:45:21.182554 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c10bfd74-1ad6-4367-bece-6d38f81df8cd req-b5860de5-66c3-4550-8dc7-0c7699764077 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052849 Nov 25 08:45:21.185661 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2728f430-131f-43de-af53-51185b3b1eb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.198637 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-565fd372-6b6b-4aaf-85e4-6c780fab0f9f req-bb488747-cf6a-4e22-a991-5f91c9dd38b7 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137352 Nov 25 08:45:21.219468 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-2a41c05d-19ab-4c19-a192-ed0d9cff235c service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1 HTTP/1.1" status: 200 len: 217 time: 0.0483112 Nov 25 08:45:21.277912 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-a7c0dc29-7130-4ecd-aba3-7493aa5e6ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.279887 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-a7c0dc29-7130-4ecd-aba3-7493aa5e6ef6 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d3363ad6-cc40-4035-a98f-501bcf90fde5 HTTP/1.1" status: 200 len: 849 time: 0.0532765 Nov 25 08:45:21.310731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2728f430-131f-43de-af53-51185b3b1eb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.316658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2728f430-131f-43de-af53-51185b3b1eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.352189 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-7da7508f-2eb3-463e-8e96-7eb831c1462b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491452 Nov 25 08:45:21.358768 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-148b2f45-0717-4353-8f41-bc3a022ec906 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.384542 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2728f430-131f-43de-af53-51185b3b1eb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1c04f7d70a1e4337aafb78f1e7129b99&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3551235 Nov 25 08:45:21.388328 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2728f430-131f-43de-af53-51185b3b1eb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0fed4c0-7cdd-4b26-ba46-1b94a1474023,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:21.392016 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60066) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:21.426865 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0edbf13-bc7f-4685-bdf9-e83b7b5b21a1 req-e3d1dcad-db9c-4eb0-a6bc-f1d5b367468d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.428530 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0edbf13-bc7f-4685-bdf9-e83b7b5b21a1 req-e3d1dcad-db9c-4eb0-a6bc-f1d5b367468d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.1350901 Nov 25 08:45:21.444167 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60068) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:21.453420 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Request body: {'floatingip': {'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:21.518732 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2ec35-197e-4354-a745-5c417295e73e req-f0bc7443-42e4-4b3e-b9ce-de1ca9ebde39 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.520398 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5df2ec35-197e-4354-a745-5c417295e73e req-f0bc7443-42e4-4b3e-b9ce-de1ca9ebde39 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.1129313 Nov 25 08:45:21.552388 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.556370 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-09c90fbb-de43-4ab0-8bdd-c4cd2e62fd2b service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893334 Nov 25 08:45:21.598470 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5df2ec35-197e-4354-a745-5c417295e73e req-932e36d8-5979-482b-aa1b-6534e23128c4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640831 Nov 25 08:45:21.599044 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.671042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.691849 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-71ffbe49-d4ec-49de-aba2-876a2a61f10b req-30e466b2-9690-4469-88b5-006ef2dd41cc service neutron] 10.222.0.59 "GET /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147792 Nov 25 08:45:21.812278 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.815395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:21.816696 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0fed4c0-7cdd-4b26-ba46-1b94a1474023 HTTP/1.1" status: 204 len: 168 time: 0.4235237 Nov 25 08:45:21.837720 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeca9a2-5282-4341-9894-8b37c762a2d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0fed4c0-7cdd-4b26-ba46-1b94a1474023,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:21.867129 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d837a6e4-b306-45c2-9695-4452693961e5 req-f55516f0-c0df-462a-9449-2b621cf15e7d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:21.875776 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d837a6e4-b306-45c2-9695-4452693961e5 req-f55516f0-c0df-462a-9449-2b621cf15e7d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 944 time: 0.0658386 Nov 25 08:45:21.941688 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d837a6e4-b306-45c2-9695-4452693961e5 req-01b02ddd-bbc1-4cb4-9f43-76ec4838576a tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634305 Nov 25 08:45:22.161391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.167125 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.209503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7788be-f24b-453a-bc51-1b37a3a872c3 req-1e216164-132e-4851-820d-8bd3f731011d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:22.211201 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-af7788be-f24b-453a-bc51-1b37a3a872c3 req-1e216164-132e-4851-820d-8bd3f731011d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.0671575 Nov 25 08:45:22.221228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60078) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:22.258717 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3498265a-2f56-4609-abad-85a79320bfa7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.301677 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Floating IP ec423c81-ef3a-4d2f-8151-efe0c58b8c03 associated. External IP: 172.27.3.3, port: 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66. Nov 25 08:45:22.311160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-af7788be-f24b-453a-bc51-1b37a3a872c3 req-a835d753-4916-4130-9d0f-2db709e6dc88 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932813 Nov 25 08:45:22.356271 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.380137 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3498265a-2f56-4609-abad-85a79320bfa7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.385414 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3498265a-2f56-4609-abad-85a79320bfa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.433977 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-3498265a-2f56-4609-abad-85a79320bfa7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3669b823450b4bb198f018b1eaee2613&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2111526 Nov 25 08:45:22.435501 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498265a-2f56-4609-abad-85a79320bfa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de16117f-a964-4172-9a5a-b102ffc39e74,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:22.438695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60080) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:22.495537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.525180 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.581674 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.584890 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.586960 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/de16117f-a964-4172-9a5a-b102ffc39e74 HTTP/1.1" status: 204 len: 168 time: 0.1465924 Nov 25 08:45:22.600612 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:45:22.612830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5903a414-845a-4ef5-83ba-634cbb5a7eb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de16117f-a964-4172-9a5a-b102ffc39e74,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:22.760383 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:45:22.767155 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:22.774781 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:45:22.783484 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11ca55-2a34-45b0-8885-f270d95c5d4b req-ec83f474-84fd-47f5-a31b-8929e4e947c1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:22.785347 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7f11ca55-2a34-45b0-8885-f270d95c5d4b req-ec83f474-84fd-47f5-a31b-8929e4e947c1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0841599 Nov 25 08:45:22.802514 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:22.803299 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:22.803970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b7b480-647c-49a0-90d9-e490798f628f req-e3d05a52-9961-4a8a-964d-b8a010e746a0 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:22.804382 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2ba348ea-98f1-4240-9ed5-151aec4144c1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "PUT /v2.0/floatingips/ec423c81-ef3a-4d2f-8151-efe0c58b8c03 HTTP/1.1" status: 200 len: 989 time: 1.3586984 Nov 25 08:45:22.804993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:22.805645 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f6b7b480-647c-49a0-90d9-e490798f628f req-e3d05a52-9961-4a8a-964d-b8a010e746a0 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 945 time: 0.0763605 Nov 25 08:45:22.808117 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5269f164-734e-467d-94cb-202453f864ac" -d '{"events": [{"name": "network-changed", "server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:22.900507 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7f11ca55-2a34-45b0-8885-f270d95c5d4b req-ffe5fc68-c9a1-4db1-90e0-a05921191305 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=07fd8040-93f3-4c04-b68d-4071196df4c7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055195 Nov 25 08:45:22.960481 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42b56c66-aba6-4d88-9c17-7ef3f6983ceb x-openstack-request-id: req-42b56c66-aba6-4d88-9c17-7ef3f6983ceb {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:22.963393 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:22.963393 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-42b56c66-aba6-4d88-9c17-7ef3f6983ceb {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:22.963393 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'status': 'completed', 'code': 200} Nov 25 08:45:23.006043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Deleting port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:45:23.006399 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.087298 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269f164-734e-467d-94cb-202453f864ac req-1c8ebd60-2269-45af-89bd-33869ea48f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.089146 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-1c8ebd60-2269-45af-89bd-33869ea48f0d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1098 time: 0.0793533 Nov 25 08:45:23.178732 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:23.214622 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269f164-734e-467d-94cb-202453f864ac req-78bd0d0d-bb9d-42ec-8bc8-20c216575fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.216352 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-78bd0d0d-bb9d-42ec-8bc8-20c216575fba service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1172986 Nov 25 08:45:23.235588 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] For port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:23.236349 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.271316 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2dfb54-b71a-4b66-b53b-d8eab168bf11 req-a6c69178-e1fc-4c9e-9ae4-6a6174e9480d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.273053 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1f2dfb54-b71a-4b66-b53b-d8eab168bf11 req-a6c69178-e1fc-4c9e-9ae4-6a6174e9480d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 944 time: 0.1855128 Nov 25 08:45:23.383417 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-d352d852-0a9b-4545-8127-4c19597b0b53 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 997 time: 0.1552005 Nov 25 08:45:23.472751 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1f2dfb54-b71a-4b66-b53b-d8eab168bf11 req-a02e0b20-45e2-4159-b301-fce336eb3224 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658056 Nov 25 08:45:23.499406 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269f164-734e-467d-94cb-202453f864ac req-69cb532c-49a6-4082-9bd4-5ae13c22dd3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.501467 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-69cb532c-49a6-4082-9bd4-5ae13c22dd3d service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.1090579 Nov 25 08:45:23.549995 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1bb878-2d55-409a-ba17-c2ad6f779c43 req-3e3d899f-a80b-43b7-add5-503a63ea13bf tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.551632 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b1bb878-2d55-409a-ba17-c2ad6f779c43 req-3e3d899f-a80b-43b7-add5-503a63ea13bf tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1247513 Nov 25 08:45:23.574815 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.575444 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.575810 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Floating IP 42e5f0e0-5c86-4acb-92be-f87f0305acb7 disassociated. External IP: 172.27.3.149, port: 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f. Nov 25 08:45:23.576170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Calling delete_port for 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:45:23.582291 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5269f164-734e-467d-94cb-202453f864ac req-695c4550-a6fa-4120-a9b1-c4af4ddf3728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:23.584787 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-695c4550-a6fa-4120-a9b1-c4af4ddf3728 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0710878 Nov 25 08:45:23.638357 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'ec423c81-ef3a-4d2f-8151-efe0c58b8c03', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:58Z', 'updated_at': '2021-11-25T08:45:22Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:23.673064 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b1bb878-2d55-409a-ba17-c2ad6f779c43 req-985c2c48-1dbd-4c24-8e6b-1e2d5cc286bb tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123908 Nov 25 08:45:23.701450 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:45:23.711743 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:23.712494 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:23.721076 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-69dd4051-171a-4534-bee7-b1724eb8a34b service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190903 Nov 25 08:45:23.751008 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a4bd6569-b525-42e6-88d5-9a1331eb2ad1 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:45:23.822894 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.852805 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-5269f164-734e-467d-94cb-202453f864ac req-36804311-201c-4750-86d7-0ec921c7285f service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242361 Nov 25 08:45:23.858591 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'Port': ['ID=9924f829-de6d-4b9e-b3ef-17a50b2a8e5f,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:23.935958 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:23.940884 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:24.021789 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:24.059774 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-de00bd71-fa0d-46df-99ad-e85cd2038dc3 req-bbc0e1f4-a584-4947-a798-5320bc0def17 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=d1aedc08-397b-4391-8040-58633cd7f2b0 HTTP/1.1" status: 200 len: 210 time: 0.0371585 Nov 25 08:45:24.064534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:45:24.072360 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1', 'network_id': '9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4', 'port_id': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1', 'mac_address': 'fa:16:3e:08:93:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd3363ad6-cc40-4035-a98f-501bcf90fde5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:45:24.150312 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:24.200756 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4bd6569-b525-42e6-88d5-9a1331eb2ad1 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:24.206459 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:45:24.219833 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:45:24.233237 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:24.237710 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:24.238561 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:24.264651 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:24.273186 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] No DVR routers for this DVR port 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:45:24.275661 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:24.279595 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f6b7b480-647c-49a0-90d9-e490798f628f req-706589a7-7999-4c5e-804e-c1cf75ce4225 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "DELETE /v2.0/ports/9924f829-de6d-4b9e-b3ef-17a50b2a8e5f HTTP/1.1" status: 204 len: 173 time: 1.4609811 Nov 25 08:45:24.280290 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'name': 'network-vif-deleted', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:24.283147 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d19946ae-e1b8-4c4f-8121-283b091a0431" -d '{"events": [{"server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "name": "network-vif-deleted", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:24.360964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45dfe0f-056d-4705-895a-24bd18b6d0c1 x-openstack-request-id: req-a45dfe0f-056d-4705-895a-24bd18b6d0c1 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:24.360964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1aedc08-397b-4391-8040-58633cd7f2b0", "name": "network-vif-deleted", "tag": "9924f829-de6d-4b9e-b3ef-17a50b2a8e5f", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:24.361267 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a45dfe0f-056d-4705-895a-24bd18b6d0c1 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:24.361553 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1aedc08-397b-4391-8040-58633cd7f2b0', 'name': 'network-vif-deleted', 'tag': '9924f829-de6d-4b9e-b3ef-17a50b2a8e5f', 'status': 'completed', 'code': 200} Nov 25 08:45:24.404400 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:24.440188 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'ec423c81-ef3a-4d2f-8151-efe0c58b8c03', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:58Z', 'updated_at': '2021-11-25T08:45:22Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:24.494904 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:24.497402 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea82af7-43e0-4148-a4d9-168a5451f2f8 None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'ec423c81-ef3a-4d2f-8151-efe0c58b8c03', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'floating_ip_address': '172.27.3.3', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 490, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:44:58Z', 'updated_at': '2021-11-25T08:45:22Z', 'revision_number': 1, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:45:24.596267 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['a4bd6569-b525-42e6-88d5-9a1331eb2ad1'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:24.665976 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:24.701125 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687c1cab-580f-47a9-8300-7c9712f9fca4 req-5f86b487-4123-4e2e-afde-1d3a72af6d8f tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:24.710959 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-687c1cab-580f-47a9-8300-7c9712f9fca4 req-5f86b487-4123-4e2e-afde-1d3a72af6d8f tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 945 time: 0.0767603 Nov 25 08:45:24.803241 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-687c1cab-580f-47a9-8300-7c9712f9fca4 req-34b0b1fc-e2ea-4378-8da3-769179a5240d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845237 Nov 25 08:45:24.879702 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:24.934907 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a6f68-0ddd-4639-9d3b-4bb9dd63e9fa None None] New status for floating IP ec423c81-ef3a-4d2f-8151-efe0c58b8c03: ACTIVE {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:24.948786 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:45:24.957647 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a915857f-1a32-4820-924f-eb5d749be2f6 req-6680cadf-cfbd-4980-b2c5-b57739ce0b7f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:24.959904 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a915857f-1a32-4820-924f-eb5d749be2f6 req-6680cadf-cfbd-4980-b2c5-b57739ce0b7f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1179109 Nov 25 08:45:24.964699 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:24.970969 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:25.044321 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a915857f-1a32-4820-924f-eb5d749be2f6 req-8f37fcf3-b49a-4933-8c6d-f2143e359359 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747640 Nov 25 08:45:25.145484 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:25.182690 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60150) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:25.272389 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.306862 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.380797 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.383996 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.388083 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "DELETE /v2.0/security-groups/07fd8040-93f3-4c04-b68d-4071196df4c7 HTTP/1.1" status: 204 len: 168 time: 0.2042763 Nov 25 08:45:25.388821 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60160) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:25.404195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c97f4eb-da89-469a-94d9-7084f5220cf8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd8040-93f3-4c04-b68d-4071196df4c7,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:25.405255 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.api.v2.resource [None req-3e98fbb4-601e-400b-8dd9-cd4b52966d1c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] show failed (client error): The resource could not be found. Nov 25 08:45:25.409596 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60162) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:25.410572 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-3e98fbb4-601e-400b-8dd9-cd4b52966d1c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups/07fd8040-93f3-4c04-b68d-4071196df4c7 HTTP/1.1" status: 404 len: 347 time: 0.0202622 Nov 25 08:45:25.438628 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:25.470231 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-349e39c9-d3c6-4063-be5d-37958518dd01 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:45:25.567693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Deleting port bc107b64-109d-4ba2-9085-9a843397de97 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:45:25.568505 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.629201 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60166) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:25.698731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.699048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.730179 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a4bd6569-b525-42e6-88d5-9a1331eb2ad1 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:25.732015 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Calling delete_port for bc107b64-109d-4ba2-9085-9a843397de97 owned by network:floatingip {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:45:25.789626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.816589 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:25.823449 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:25.824136 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.845927 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d0549e57-d2c8-443d-929f-b316812b2006 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.913210 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5d85b-7a9b-4ac7-a235-1b8c8effdc27 None None] New status for floating IP 42e5f0e0-5c86-4acb-92be-f87f0305acb7: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:25.957775 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d0549e57-d2c8-443d-929f-b316812b2006 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.965835 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d0549e57-d2c8-443d-929f-b316812b2006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:25.973231 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.015831 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.025847 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-d0549e57-d2c8-443d-929f-b316812b2006 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=534a0abac84c4890a64fb9cfe7f696f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3923295 Nov 25 08:45:26.026354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60172) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:26.042798 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:26.044239 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:26.047606 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea8bafc-093f-479a-8e7d-6c295d2b51ec" -d '{"events": [{"server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "name": "network-vif-plugged", "status": "completed", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:26.053073 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.054406 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:45:26.056025 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'Port': ['ID=bc107b64-109d-4ba2-9085-9a843397de97,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:26.085610 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.db.api [None req-5fa5d85b-7a9b-4ac7-a235-1b8c8effdc27 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109111) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 25 08:45:26.086025 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG oslo_db.api [None req-5fa5d85b-7a9b-4ac7-a235-1b8c8effdc27 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 25 08:45:26.120032 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24115ec6-4ae2-4cfc-b15a-b522905d19f9 x-openstack-request-id: req-24115ec6-4ae2-4cfc-b15a-b522905d19f9 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:26.120305 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "name": "network-vif-plugged", "status": "completed", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:26.120568 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24115ec6-4ae2-4cfc-b15a-b522905d19f9 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:26.121542 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1', 'code': 200} Nov 25 08:45:26.124381 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:45:26.124733 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 9924f829-de6d-4b9e-b3ef-17a50b2a8e5f not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:45:26.157042 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:26.164218 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.167431 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.175386 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a93bc95a-f07a-479a-be77-770d92bf7882 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "DELETE /v2.0/floatingips/42e5f0e0-5c86-4acb-92be-f87f0305acb7 HTTP/1.1" status: 204 len: 168 time: 0.7646348 Nov 25 08:45:26.222771 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0549e57-d2c8-443d-929f-b316812b2006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e932e14-cece-418e-bde6-cda155e5c033,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:26.243360 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789aa53f-8ccb-4849-9e0e-c98f83acb0fe req-dc5cbbbf-5a9d-4dce-b846-06cf9961a836 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:26.248727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-789aa53f-8ccb-4849-9e0e-c98f83acb0fe req-dc5cbbbf-5a9d-4dce-b846-06cf9961a836 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 945 time: 0.2311161 Nov 25 08:45:26.310982 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08d7257-0e91-4477-8156-3a23b777afcb req-6217721e-0654-47e6-8890-6082d7a35944 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:26.312627 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d08d7257-0e91-4477-8156-3a23b777afcb req-6217721e-0654-47e6-8890-6082d7a35944 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1372442 Nov 25 08:45:26.336230 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.401805 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-789aa53f-8ccb-4849-9e0e-c98f83acb0fe req-6e613fb6-2385-440f-9f4d-ac7a3300c64a tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436870 Nov 25 08:45:26.413248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.453578 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5024a60-a7b6-4b41-ab8b-e52db2a18660 req-608ec03b-962a-4438-a004-36af4e005333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:26.455258 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5024a60-a7b6-4b41-ab8b-e52db2a18660 req-608ec03b-962a-4438-a004-36af4e005333 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 1099 time: 0.1417282 Nov 25 08:45:26.465781 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d08d7257-0e91-4477-8156-3a23b777afcb req-3b575ae5-8161-450e-acbf-aa9fa52de5c6 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1432745 Nov 25 08:45:26.524938 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5024a60-a7b6-4b41-ab8b-e52db2a18660 req-017a76bd-ae93-4309-9892-c61142d1e344 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499694 Nov 25 08:45:26.529639 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.533017 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.534091 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9e932e14-cece-418e-bde6-cda155e5c033 HTTP/1.1" status: 204 len: 168 time: 0.5063751 Nov 25 08:45:26.545109 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d62088a-aba2-4755-9d6c-d342e34e636b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e932e14-cece-418e-bde6-cda155e5c033,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:26.587838 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa5d85b-7a9b-4ac7-a235-1b8c8effdc27 None None] New status for floating IP 42e5f0e0-5c86-4acb-92be-f87f0305acb7: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:26.840913 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-84ee2c4d-5141-423d-9a7f-7d28610a8f6a service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472302 Nov 25 08:45:26.864339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60186) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:26.879010 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0f28626b-590a-4663-8d7c-ff043620a954 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.911384 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60188) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:26.916246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group': {'name': 'tempest-securitygroup--806033709', 'description': 'tempest-description--653918337'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:26.941009 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:26.987426 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-6d47baa5-6bb5-4c8b-930d-ceacf5f7551d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:26.988946 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-6d47baa5-6bb5-4c8b-930d-ceacf5f7551d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1138 time: 0.0943317 Nov 25 08:45:27.015247 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.020405 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.051913 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0f28626b-590a-4663-8d7c-ff043620a954 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.057408 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.058680 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1461542 Nov 25 08:45:27.061047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18f7366-8f3b-4275-b7de-3ea7b627431c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a8ae448-e479-44ed-996f-f4ef15d02b13,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:27.063731 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60190) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:27.068379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group_rule': {'security_group_id': '1a8ae448-e479-44ed-996f-f4ef15d02b13', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:27.081572 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0f28626b-590a-4663-8d7c-ff043620a954 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.100735 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.131665 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0f28626b-590a-4663-8d7c-ff043620a954 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=876556b9e3ef4f3dac66567fd400391b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661259 Nov 25 08:45:27.134899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60192) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:27.139534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f28626b-590a-4663-8d7c-ff043620a954 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17307986-5ef7-47e3-ac0b-8c8040ce851c,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:27.164648 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-ddce8c37-ae6f-4973-8a51-fb49f5757a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:27.166162 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-ddce8c37-ae6f-4973-8a51-fb49f5757a83 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.1466725 Nov 25 08:45:27.193673 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.202035 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.219838 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.230050 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad0b5da8-3737-4a85-af1b-37683082bb1a,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:27.247917 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.250128 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-3eee520b-23c2-4aaf-ac19-79ce797919fb tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1847196 Nov 25 08:45:27.251907 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-fac460d5-39a3-43a9-b7fd-6c20b1fab56f service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1002 time: 0.0711708 Nov 25 08:45:27.252551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60194) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:27.256772 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'security_group_rule': {'security_group_id': '1a8ae448-e479-44ed-996f-f4ef15d02b13', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:27.259269 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.308533 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.312077 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.313394 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17307986-5ef7-47e3-ac0b-8c8040ce851c HTTP/1.1" status: 204 len: 168 time: 0.1776454 Nov 25 08:45:27.322174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.324558 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06707af0-dedd-44db-a52b-d5ecd27a3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17307986-5ef7-47e3-ac0b-8c8040ce851c,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:27.325630 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-b91e2ecf-d97c-4b85-b1d4-9d7bd7001d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:27.327117 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-b91e2ecf-d97c-4b85-b1d4-9d7bd7001d6b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.0651093 Nov 25 08:45:27.401953 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.404800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-7d57683d-5b3b-447e-a86c-141dbda520fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:27.407089 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-7d57683d-5b3b-447e-a86c-141dbda520fb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0715070 Nov 25 08:45:27.408145 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.435110 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9201773-e31a-45f7-9f64-3ec41ddd590c,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:27.489528 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.490730 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2372491 Nov 25 08:45:27.492507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.492884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.493193 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.493528 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.493858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.494189 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.494520 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.494845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.495313 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.495492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.495842 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.496160 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abb2b75-f874-4393-b43d-806e3dd3146b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:27.498891 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60202) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:27.506844 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:27.542549 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:27.586937 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d425f9b5-5128-49d2-8980-2b0cfde1d7cd req-a8ea572f-f203-435e-946a-e1e70e4990a7 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:27.588569 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d425f9b5-5128-49d2-8980-2b0cfde1d7cd req-a8ea572f-f203-435e-946a-e1e70e4990a7 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.1071897 Nov 25 08:45:27.592947 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-661a68b4-3b7c-4e1f-8f14-4a32fe444693 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666200 Nov 25 08:45:27.735490 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d425f9b5-5128-49d2-8980-2b0cfde1d7cd req-5775ef00-88c4-4f31-8e05-a65c7b8d25d8 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337638 Nov 25 08:45:27.747929 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81552375-3617-4d28-92b8-c4c9ffefb5e2 req-144df47c-8e6b-4ca6-9eb5-808a2351ac12 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:27.750202 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81552375-3617-4d28-92b8-c4c9ffefb5e2 req-144df47c-8e6b-4ca6-9eb5-808a2351ac12 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.1594510 Nov 25 08:45:27.791806 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8e02e9f-2686-497a-8be2-3bd5098561c2 req-f8a7eed5-701b-48a4-b0f2-7760b35f8275 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813550 Nov 25 08:45:27.867267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-81552375-3617-4d28-92b8-c4c9ffefb5e2 req-bd479ba1-6c8b-4e5b-82cd-8fda2e081a0a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936072 Nov 25 08:45:28.010099 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.168166 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Allocated IP 172.27.3.112 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/4a4ff250-532f-42f7-b944-dd7cc6ff0cb1) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:28.302505 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.340419 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.384566 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:28.388048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:28.393350 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:28.422727 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=4a4ff250-532f-42f7-b944-dd7cc6ff0cb1,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:28.436544 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.437423 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.439153 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.439501 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.439933 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.440190 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.440526 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.440867 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.441193 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.441521 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.441845 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.442168 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:45:28.524844 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.562519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.751104 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.756481 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.848000 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=4a4ff250-532f-42f7-b944-dd7cc6ff0cb1,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:28.864562 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.894441 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:28.896678 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ecfa27fd-8a6e-4f2b-b1a7-3a13e91ffa12 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3957541 Nov 25 08:45:28.918723 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151400a8-5924-4d2d-a0df-b7dd3bd11cc1 req-b1d35fd7-bf8c-4da5-b651-6a9b3d2a5a61 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:28.927246 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-151400a8-5924-4d2d-a0df-b7dd3bd11cc1 req-b1d35fd7-bf8c-4da5-b651-6a9b3d2a5a61 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.0952687 Nov 25 08:45:28.993318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-151400a8-5924-4d2d-a0df-b7dd3bd11cc1 req-a12d9427-dcc9-45c5-b98f-f7cdd28b90a9 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650904 Nov 25 08:45:29.476779 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ae7e7-9388-411a-a82f-ffa99db87620 req-b7ddd67f-56f1-403e-a0a7-900d5a1dc6e9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:29.478320 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-766ae7e7-9388-411a-a82f-ffa99db87620 req-b7ddd67f-56f1-403e-a0a7-900d5a1dc6e9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 944 time: 0.3777287 Nov 25 08:45:29.505307 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-a3f092ad-137d-4e6b-a5a4-8c0024ba3098 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--806033709&fields=id&tenant_id=eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 267 time: 0.0788100 Nov 25 08:45:29.614974 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-766ae7e7-9388-411a-a82f-ffa99db87620 req-f0a0616e-6b0c-4b7f-a217-571528a68461 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251640 Nov 25 08:45:29.702930 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-f50c2732-f68e-4bba-aebf-1b7cee63fb17 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:29.711246 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-f50c2732-f68e-4bba-aebf-1b7cee63fb17 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 810 time: 0.1889226 Nov 25 08:45:29.722670 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-560baa09-b188-49a5-8aba-863874f08029 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/quotas/eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 375 time: 0.0104604 Nov 25 08:45:29.728394 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:45:29.749826 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60286) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:29.803267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-70a0786d-a336-41eb-9799-0b8bfe421a4a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0683017 Nov 25 08:45:29.851548 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:29.873667 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:45:29.918601 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1eb56a69-744f-4fce-89e2-4b089c5d6cae admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:29.972976 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:29.989483 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:30.015989 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:30.022456 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.058623 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1eb56a69-744f-4fce-89e2-4b089c5d6cae admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.067434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-1eb56a69-744f-4fce-89e2-4b089c5d6cae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.087542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:30.138171 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-1eb56a69-744f-4fce-89e2-4b089c5d6cae admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4e9541ab7a24145ad8b88b48a3539f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3830435 Nov 25 08:45:30.138171 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb56a69-744f-4fce-89e2-4b089c5d6cae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aaddc90-f189-4131-9540-02b39e9d1124,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:30.141999 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60296) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:30.189360 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c131c7-a55d-410d-94e1-32444523eb15 req-5bd8d074-0fe4-4158-b939-1e2ef8008580 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:30.191835 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16c131c7-a55d-410d-94e1-32444523eb15 req-5bd8d074-0fe4-4158-b939-1e2ef8008580 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.1187124 Nov 25 08:45:30.201449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.232069 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.259910 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-d3a58bf6-0631-4b72-a3a3-1ed0a25db09f service neutron] 10.222.0.46 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4438388 Nov 25 08:45:30.293932 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.297484 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.301370 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7aaddc90-f189-4131-9540-02b39e9d1124 HTTP/1.1" status: 204 len: 168 time: 0.1568801 Nov 25 08:45:30.310990 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d856767-ef3b-4e8a-a223-e18b12236e9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aaddc90-f189-4131-9540-02b39e9d1124,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:30.386205 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16c131c7-a55d-410d-94e1-32444523eb15 req-2412c236-101d-4fef-8d5d-ffddcefe6dce tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822925 Nov 25 08:45:30.420794 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:30.479365 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-135a5e96-7ba8-495c-92fc-03d8889ec4b1 service neutron] 10.222.0.46 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085524 Nov 25 08:45:30.791916 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60310) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:30.809269 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f790fdc5-f66f-462c-8fad-743c09f75a2c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.832146 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-af1d1aa7-7bbc-4f13-bc46-97d49413489d req-1dc055f3-3ed6-479b-9b80-caa2c27b1971 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0917947 Nov 25 08:45:30.878787 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767bd384-c67e-4495-9cd9-b0b9e62fb7c2 req-05aeb54d-e98f-422b-bafd-dc20af2de3dc tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:30.887787 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-767bd384-c67e-4495-9cd9-b0b9e62fb7c2 req-05aeb54d-e98f-422b-bafd-dc20af2de3dc tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 945 time: 0.1489940 Nov 25 08:45:30.934041 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f790fdc5-f66f-462c-8fad-743c09f75a2c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.940946 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f790fdc5-f66f-462c-8fad-743c09f75a2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:30.993311 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-767bd384-c67e-4495-9cd9-b0b9e62fb7c2 req-50273ca2-6f5a-433f-a53f-6a366424e787 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040096 Nov 25 08:45:31.012965 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f790fdc5-f66f-462c-8fad-743c09f75a2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77b18e854923445699638baed6d86ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2167902 Nov 25 08:45:31.015620 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60312) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:31.028126 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f790fdc5-f66f-462c-8fad-743c09f75a2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294c05ce-148c-4967-957a-1dc716b86050,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:31.087252 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.117441 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.178629 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.181414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.182622 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/294c05ce-148c-4967-957a-1dc716b86050 HTTP/1.1" status: 204 len: 168 time: 0.1655951 Nov 25 08:45:31.190953 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc543f-3a5f-4a10-8223-8b2e4322f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294c05ce-148c-4967-957a-1dc716b86050,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:31.533171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3dc4234-1777-4a83-9866-1d1978913e35 req-efc28538-1e36-494f-96c4-70f098fc320d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:31.534664 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3dc4234-1777-4a83-9866-1d1978913e35 req-efc28538-1e36-494f-96c4-70f098fc320d tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.0603914 Nov 25 08:45:31.606494 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3dc4234-1777-4a83-9866-1d1978913e35 req-043b3cb4-a987-4690-ae21-4c4d0705693e tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651314 Nov 25 08:45:31.740856 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:31.805056 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:31.810328 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:31.810895 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.932644 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:31.946846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-37b5fb46-c6ca-4931-9b69-94b27b1a0eee req-56999aaf-0b71-4416-be73-61fa64aede7f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0273719 Nov 25 08:45:31.963689 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:31.966180 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4704560-5964-4f6c-b169-6c1749626032" -d '{"events": [{"server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:31.980093 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:31.985394 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:32.040530 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b8dc4a-1b3c-4d49-86d1-8cff2cc7f7e2 x-openstack-request-id: req-05b8dc4a-1b3c-4d49-86d1-8cff2cc7f7e2 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:32.040825 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "name": "network-vif-plugged", "status": "completed", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:32.041365 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-05b8dc4a-1b3c-4d49-86d1-8cff2cc7f7e2 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:32.041761 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'code': 200} Nov 25 08:45:32.062275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-9502f6f1-8b9b-4856-99d8-bfc22a19803b tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:32.064030 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-9502f6f1-8b9b-4856-99d8-bfc22a19803b tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.0622427 Nov 25 08:45:32.065972 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:32.203473 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafca8e2-60f5-4f38-95c5-091b4e4d881c req-9f43f3a1-4f4b-4ac2-8dcf-28afe6195c9f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:32.205120 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dafca8e2-60f5-4f38-95c5-091b4e4d881c req-9f43f3a1-4f4b-4ac2-8dcf-28afe6195c9f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.0962658 Nov 25 08:45:32.247364 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Deleting port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:45:32.247731 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:32.334332 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dafca8e2-60f5-4f38-95c5-091b4e4d881c req-4fd22fcf-0873-41db-bf5f-f56fd9b5f375 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1219099 Nov 25 08:45:32.362535 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c63e40-cff9-4b4a-8c42-3993db4fef17 req-7f28239a-4ebc-41d2-b2b6-0b1afd17eb67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:32.364315 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-35c63e40-cff9-4b4a-8c42-3993db4fef17 req-7f28239a-4ebc-41d2-b2b6-0b1afd17eb67 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1099 time: 0.0569015 Nov 25 08:45:32.408402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] For port a4bd6569-b525-42e6-88d5-9a1331eb2ad1, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,segment=NetworkSegment(e8d78bef-a090-4056-a502-b771762ebbc7),segment_id=e8d78bef-a090-4056-a502-b771762ebbc7)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:32.408816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:32.428836 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-35c63e40-cff9-4b4a-8c42-3993db4fef17 req-1128e6b2-7377-4585-83cd-14dbe86f2584 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566514 Nov 25 08:45:32.449684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Calling delete_port for a4bd6569-b525-42e6-88d5-9a1331eb2ad1 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:45:32.606637 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-4426cf79-b743-4f84-a68a-00f1ae9400f2 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:32.609054 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-4426cf79-b743-4f84-a68a-00f1ae9400f2 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 810 time: 0.1894996 Nov 25 08:45:32.911041 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c4e486c3-9a64-4f62-bee4-ecaf76f45286 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eb52ad5308c241089b4e2e8f09206f74 HTTP/1.1" status: 200 len: 379 time: 0.2261569 Nov 25 08:45:32.916233 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:32.934254 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['a4bd6569-b525-42e6-88d5-9a1331eb2ad1'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:32.939803 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'port': {'device_id': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'admin_state_up': True, 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'security_groups': ['1a8ae448-e479-44ed-996f-f4ef15d02b13']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:33.025497 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Pushing event deleted for resources: {'Port': ['ID=a4bd6569-b525-42e6-88d5-9a1331eb2ad1,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:33.042569 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19532f-cf07-46d7-ba8a-fd70db2a185e req-033e0f36-6ddf-4265-840f-7bdc4a7bd41c tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:33.045438 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b19532f-cf07-46d7-ba8a-fd70db2a185e req-033e0f36-6ddf-4265-840f-7bdc4a7bd41c tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/ports?device_id=a09aa1f4-de4e-4cf5-9816-b9f2f849eca3 HTTP/1.1" status: 200 len: 946 time: 0.2919805 Nov 25 08:45:33.173674 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-708af8a7-501a-4527-814b-6e31d30a46f2 req-da7daa9a-b0fb-4dee-9eb9-8c648e84353a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.1240981 Nov 25 08:45:33.198204 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] No DVR routers for this DVR port a4bd6569-b525-42e6-88d5-9a1331eb2ad1 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:45:33.209317 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:33.212777 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cfd472cd-b465-46d4-81ac-cdfdee632439 req-7ec50f5e-fecb-42c2-b214-44b9a31c1cf2 tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.59 "DELETE /v2.0/ports/a4bd6569-b525-42e6-88d5-9a1331eb2ad1 HTTP/1.1" status: 204 len: 173 time: 1.1387677 Nov 25 08:45:33.213268 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'name': 'network-vif-deleted', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:33.215582 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a166091-2e18-4044-a7c1-942c8079b3d8" -d '{"events": [{"server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "name": "network-vif-deleted", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:33.271363 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b19532f-cf07-46d7-ba8a-fd70db2a185e req-e0be6638-cfb8-4af7-b629-0e439e7ed21c tempest-VolumesActionsTest-1103787132 tempest-VolumesActionsTest-1103787132-project] 10.222.0.46 "GET /v2.0/security-groups?id=b8304389-1014-4756-9aab-d1ae0b79b8b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687517 Nov 25 08:45:33.292237 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-069e3d33-5918-4a55-8bf5-67f0798119f7 x-openstack-request-id: req-069e3d33-5918-4a55-8bf5-67f0798119f7 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:33.292582 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a09aa1f4-de4e-4cf5-9816-b9f2f849eca3", "name": "network-vif-deleted", "tag": "a4bd6569-b525-42e6-88d5-9a1331eb2ad1", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:33.294200 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-069e3d33-5918-4a55-8bf5-67f0798119f7 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:33.294639 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a09aa1f4-de4e-4cf5-9816-b9f2f849eca3', 'name': 'network-vif-deleted', 'tag': 'a4bd6569-b525-42e6-88d5-9a1331eb2ad1', 'status': 'completed', 'code': 200} Nov 25 08:45:33.308643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Made reservation on behalf of eb52ad5308c241089b4e2e8f09206f74 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:33.316015 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:33.499429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Allocated IP 172.20.0.14 (fe88a060-11d1-49d6-a468-aec69a44188a/30817b91-adce-47d3-979f-7ef2889daa60/13716166-79b6-4ab0-86f6-42919899bfee) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:33.511363 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b6e4d-8434-4255-9d20-6ae45fe8bdeb req-77bf0b73-7f39-47b5-99bb-cb9033723ff8 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:33.512968 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-241b6e4d-8434-4255-9d20-6ae45fe8bdeb req-77bf0b73-7f39-47b5-99bb-cb9033723ff8 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.0948400 Nov 25 08:45:33.602317 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-241b6e4d-8434-4255-9d20-6ae45fe8bdeb req-46602b1a-5c61-48c2-bfb3-ab673a0e557d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826235 Nov 25 08:45:33.700352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:33.742699 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:33.792460 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Network fe88a060-11d1-49d6-a468-aec69a44188a is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:33.795794 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:33.801118 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:33.828376 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event updated for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:33.869513 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:33.870180 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:33.899943 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-c45b33b1-d80f-4efb-b4c3-14489deca36c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9736323 Nov 25 08:45:34.118355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Request body: {'port': {'device_id': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:34.195085 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:34.225835 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-1765b09d-76ab-4bf6-9086-1fed9f6c21f3 None None] Provisioning complete for port 13716166-79b6-4ab0-86f6-42919899bfee triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:34.227612 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1765b09d-76ab-4bf6-9086-1fed9f6c21f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:34.295288 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-1765b09d-76ab-4bf6-9086-1fed9f6c21f3 None None] Port 13716166-79b6-4ab0-86f6-42919899bfee cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:45:34.499633 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644bc62-1981-4619-a576-20e85ac2ae5a req-760c2899-a725-4bc5-84a3-444cebdd84e5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:34.502045 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d644bc62-1981-4619-a576-20e85ac2ae5a req-760c2899-a725-4bc5-84a3-444cebdd84e5 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 932 time: 0.1397541 Nov 25 08:45:34.609226 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d644bc62-1981-4619-a576-20e85ac2ae5a req-4e7e160f-fc17-48c0-9029-1c6bcfca4fb4 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951858 Nov 25 08:45:34.795418 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13716166-79b6-4ab0-86f6-42919899bfee {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:34.806491 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:34.825588 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Transition to ACTIVE for port object 13716166-79b6-4ab0-86f6-42919899bfee will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:45:34.835709 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289c708a-4dc3-429a-ab32-1d3376853d06 req-0d346000-4f1b-49b2-b2e1-2070d4e34440 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:34.840093 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-289c708a-4dc3-429a-ab32-1d3376853d06 req-0d346000-4f1b-49b2-b2e1-2070d4e34440 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.1113079 Nov 25 08:45:34.841808 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.025073 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Pushing event updated for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:35.082823 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-289c708a-4dc3-429a-ab32-1d3376853d06 req-d88af599-2ce9-4384-aa7f-fdbb6cfbf6b5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2369514 Nov 25 08:45:35.150148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Attempting to bind port 13716166-79b6-4ab0-86f6-42919899bfee on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:45:35.150702 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Attempting to bind port 13716166-79b6-4ab0-86f6-42919899bfee by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:45:35.151285 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Attempting to bind port 13716166-79b6-4ab0-86f6-42919899bfee on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:35.164515 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Port 13716166-79b6-4ab0-86f6-42919899bfee on network fe88a060-11d1-49d6-a468-aec69a44188a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:45:35.165415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Attempting to bind port 13716166-79b6-4ab0-86f6-42919899bfee on network fe88a060-11d1-49d6-a468-aec69a44188a {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:35.175325 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:45:35.176240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Checking segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:35.176906 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Bound using segment: {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:45:35.177670 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Bound port: 13716166-79b6-4ab0-86f6-42919899bfee, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1168ea10-43b5-4e45-bc39-e037ec70b504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:45:35.178286 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.362618 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9da06-60e8-4e72-a4b9-0ead8d4581bf req-ddf09573-19c1-4a1c-babe-e68aff9a6466 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:35.365522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0c9da06-60e8-4e72-a4b9-0ead8d4581bf req-ddf09573-19c1-4a1c-babe-e68aff9a6466 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.1656637 Nov 25 08:45:35.396108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:45:35.430257 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13716166-79b6-4ab0-86f6-42919899bfee,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:45:35.447614 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.524644 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:35.526199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.528751 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] 10.222.0.59 "PUT /v2.0/ports/13716166-79b6-4ab0-86f6-42919899bfee HTTP/1.1" status: 200 len: 1094 time: 1.6140089 Nov 25 08:45:35.539042 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:35.542853 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee6707ce-05b4-4eca-a57e-375f471a985b" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "tag": "13716166-79b6-4ab0-86f6-42919899bfee"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:35.576181 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0c9da06-60e8-4e72-a4b9-0ead8d4581bf req-acc7e392-936e-44e1-9bfa-c4dfde55374c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1916823 Nov 25 08:45:35.602658 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa20120-1ca3-46ad-9033-6857d0a32958 x-openstack-request-id: req-5fa20120-1ca3-46ad-9033-6857d0a32958 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:35.603106 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "tag": "13716166-79b6-4ab0-86f6-42919899bfee", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:35.603503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fa20120-1ca3-46ad-9033-6857d0a32958 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:35.604254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee', 'status': 'completed', 'code': 200} Nov 25 08:45:35.620973 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60442) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:35.690919 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fb8981-1969-4a61-86fa-3a83f21804f7 service neutron] Pushing event updated for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:35.703878 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-2dbfbc01-05b1-46d1-bbd0-ec4f383138c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:35.706102 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-2dbfbc01-05b1-46d1-bbd0-ec4f383138c7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 1097 time: 0.1106281 Nov 25 08:45:35.743855 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad6f715-12ed-481e-b76a-0a2dab0ea35a tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:35.747004 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-dad6f715-12ed-481e-b76a-0a2dab0ea35a tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1094 time: 0.1216710 Nov 25 08:45:35.750920 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60448) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:35.757282 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:35.775904 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60450) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:35.818284 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e136c2d-aa12-48bf-80e0-5b375f2a76c3 req-3cfd8d38-c68d-4d0d-aae6-bea4b0165403 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:35.819950 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.820110 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e136c2d-aa12-48bf-80e0-5b375f2a76c3 req-3cfd8d38-c68d-4d0d-aae6-bea4b0165403 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.0637889 Nov 25 08:45:35.894915 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e136c2d-aa12-48bf-80e0-5b375f2a76c3 req-b92c329f-d7d0-4e89-b2c5-a944ea3f81fd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582912 Nov 25 08:45:35.984631 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:35.988398 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-86023c62-ec78-46ed-9ded-3dda35ab48bb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.152023 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.27.3.106 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/29d9b482-e7ce-4666-afa6-cc09e54af56a) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:36.188449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-86023c62-ec78-46ed-9ded-3dda35ab48bb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.201097 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-86023c62-ec78-46ed-9ded-3dda35ab48bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.277733 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-86023c62-ec78-46ed-9ded-3dda35ab48bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=693e59a00ea24d4186abf7bda546ac4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5006299 Nov 25 08:45:36.282050 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60456) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:36.300998 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86023c62-ec78-46ed-9ded-3dda35ab48bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eea19e-37da-4396-8b74-af712ebaefe5,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:36.352305 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.353336 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.376187 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.411668 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.446865 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.449938 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:36.451354 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1eea19e-37da-4396-8b74-af712ebaefe5 HTTP/1.1" status: 204 len: 168 time: 0.1678467 Nov 25 08:45:36.463403 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235d764d-83b4-45c8-8aae-e9757c49ea2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eea19e-37da-4396-8b74-af712ebaefe5,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:36.469160 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:36.472888 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:36.476543 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:36.507658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=29d9b482-e7ce-4666-afa6-cc09e54af56a,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:36.677854 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a4bd6569-b525-42e6-88d5-9a1331eb2ad1 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:45:36.710399 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: a4bd6569-b525-42e6-88d5-9a1331eb2ad1 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:45:36.710961 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a4bd6569-b525-42e6-88d5-9a1331eb2ad1 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:45:36.920462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.005123 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.288576 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.295585 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.406716 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.420941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fdd80e-e905-4f0a-8381-01f1260dee87 req-6599603b-f36f-4f4c-8807-d7867544c9dc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:37.424806 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3fdd80e-e905-4f0a-8381-01f1260dee87 req-6599603b-f36f-4f4c-8807-d7867544c9dc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.0975823 Nov 25 08:45:37.460199 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=29d9b482-e7ce-4666-afa6-cc09e54af56a,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:37.497357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60486) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:37.525478 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a3fdd80e-e905-4f0a-8381-01f1260dee87 req-ec56aa42-93cf-4c5f-863a-1d2d034e0bcd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875032 Nov 25 08:45:37.564769 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP d1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd associated. External IP: 172.27.3.106, port: a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf. Nov 25 08:45:37.651887 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-bed8b4fd-df2f-44de-aa0d-d4580954a738 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13716166-79b6-4ab0-86f6-42919899bfee HTTP/1.1" status: 200 len: 217 time: 0.0810592 Nov 25 08:45:37.659958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2124090168-network', 'tenant_id': '3500139a1c5d49a1ae51cf5064532856'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:37.690849 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Made reservation on behalf of 3500139a1c5d49a1ae51cf5064532856 for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:37.694184 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.706871 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.812168 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.817497 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.858720 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 535} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:45:37.863391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:45:37.886947 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcd7c07-96dd-4b63-b56c-e9e8da0b987d,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:37.894940 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.894940 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Added segment 16a85797-bac5-433e-a134-d873592f4756 of type vlan for network 174db974-9d6e-4aca-b06c-4c66d94ce421 Nov 25 08:45:37.950169 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.979847 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.980476 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:45:37.981249 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:37.982308 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:37.994235 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:45:38.008211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:38.008994 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:38.010181 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:38.041539 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-326524a4-d997-4e86-a9fe-86420ad6af5f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2887080 Nov 25 08:45:38.045900 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5441341 Nov 25 08:45:38.046113 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:38.048071 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60494) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:38.048395 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-430c0fd9-8747-4404-86a9-b51fffc13e39" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:38.054109 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Request body: {'subnet': {'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2124090168-subnet', 'tenant_id': '3500139a1c5d49a1ae51cf5064532856', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:38.084637 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aedc73-ba5b-48a2-be0c-784feae56c0e admin admin] Pushing event updated for resources: {'Network': ['ID=174db974-9d6e-4aca-b06c-4c66d94ce421,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:38.097793 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Made reservation on behalf of 3500139a1c5d49a1ae51cf5064532856 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:38.098115 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d9ed0f-3702-498c-8e5f-d28d98baffbe x-openstack-request-id: req-48d9ed0f-3702-498c-8e5f-d28d98baffbe {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:38.098115 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:38.098115 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-48d9ed0f-3702-498c-8e5f-d28d98baffbe {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:38.098665 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'status': 'completed', 'code': 200} Nov 25 08:45:38.100504 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:38.112099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:45:38.203623 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:38.330747 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:38.389022 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2576914-82a2-420f-8756-4ea7565a86be,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:38.407409 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Checking segment: {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:38.407814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Network hostable DHCP agents. Network: 174db974-9d6e-4aca-b06c-4c66d94ce421, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:45:38.427104 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:45:38.437333 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 174db974-9d6e-4aca-b06c-4c66d94ce421) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:38.441722 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:38.442329 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:38.458795 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6114f035-b867-4e90-8f32-df32dd648829 None None] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:45:38.459503 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b30dd812-7693-4791-a392-06530d458e82 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4099207 Nov 25 08:45:38.582949 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:36Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:38.634493 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:45:38.662033 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae044b-8307-43f2-926d-d1229b488b24 None None] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:45:38.666795 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:38.668731 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:38.847936 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:39.045028 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-655a5299-dcec-4031-8b5e-1b6210ac328b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.047103 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-655a5299-dcec-4031-8b5e-1b6210ac328b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.3707411 Nov 25 08:45:39.060986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c560f5-7c72-42ca-8d30-d99d7868a163 req-b182cd81-e2cd-4751-b6ff-6ed66a598267 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.062796 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51c560f5-7c72-42ca-8d30-d99d7868a163 req-b182cd81-e2cd-4751-b6ff-6ed66a598267 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.4313662 Nov 25 08:45:39.080325 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-8e7da676-856c-4dc0-be56-379c6d049538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.081916 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-8e7da676-856c-4dc0-be56-379c6d049538 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1099 time: 0.3653438 Nov 25 08:45:39.215008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-53d3ef12-df35-4f3a-bdc5-29b5b5cac206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.216637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-53d3ef12-df35-4f3a-bdc5-29b5b5cac206 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1528959 Nov 25 08:45:39.227540 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:36Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:39.236478 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51c560f5-7c72-42ca-8d30-d99d7868a163 req-525be1d0-b10a-4d78-a140-e14c9fc22e27 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535358 Nov 25 08:45:39.258762 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc282742-3700-4a5a-a660-446c2a0c6fad None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:36Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:45:39.319001 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-797750de-1f5d-4906-b866-75f47d89b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.320501 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-797750de-1f5d-4906-b866-75f47d89b452 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.2090604 Nov 25 08:45:39.412725 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-019b4e60-e9bc-48dc-9278-bd9a4a31a8e6 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734593 Nov 25 08:45:39.437322 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-7638bcf3-8156-46a9-a711-86f54f44e787 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 1000 time: 0.1051688 Nov 25 08:45:39.509408 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b63ad81e-3021-458c-b5a9-1d3188015620 None None] New status for floating IP d1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd: ACTIVE {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:39.536768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-4c9b4c74-14c4-4edb-b582-6678ad2ff912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.538288 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-4c9b4c74-14c4-4edb-b582-6678ad2ff912 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0892842 Nov 25 08:45:39.589405 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0ebce2e-386b-4f1f-833d-ae19956b6c91 req-114039fd-c93f-4bc2-abe4-b8cf0d3ed572 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637511 Nov 25 08:45:39.612638 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-ce039816-eccb-42c0-8b58-601a21c0d63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.616136 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-ce039816-eccb-42c0-8b58-601a21c0d63f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0659592 Nov 25 08:45:39.866884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-0981db28-3049-4bb3-917b-7e6d997e1abc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:39.869571 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-0981db28-3049-4bb3-917b-7e6d997e1abc service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 1097 time: 0.1964338 Nov 25 08:45:39.894599 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-c4956c8e-6b42-4b1b-83d0-ae8f16a14520 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2624660 Nov 25 08:45:40.066817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-b0da6018-425e-4261-a523-af479f8cce6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:40.068826 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-b0da6018-425e-4261-a523-af479f8cce6b service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.1895773 Nov 25 08:45:40.081297 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-430c0fd9-8747-4404-86a9-b51fffc13e39 req-b3897af0-1f1d-47a5-86f7-36f0bfdc9460 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763186 Nov 25 08:45:40.189835 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-377dfe56-da53-4dc0-b79b-ce6135c6135a service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13716166-79b6-4ab0-86f6-42919899bfee HTTP/1.1" status: 200 len: 217 time: 0.0988989 Nov 25 08:45:40.309784 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-26aa64fd-75b8-4165-b6df-e3f3fe12e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:40.312058 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-26aa64fd-75b8-4165-b6df-e3f3fe12e663 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1093814 Nov 25 08:45:40.428873 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-773801b7-df84-4e08-8eb7-e64442e9ad06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:40.430504 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-773801b7-df84-4e08-8eb7-e64442e9ad06 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1061499 Nov 25 08:45:40.475056 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4714877-e451-47a7-bbff-2583f2984cdf req-9b10d3c4-659b-46a0-9233-7c7b338884a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:40.476629 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a4714877-e451-47a7-bbff-2583f2984cdf req-9b10d3c4-659b-46a0-9233-7c7b338884a1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.1174383 Nov 25 08:45:40.689724 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a4714877-e451-47a7-bbff-2583f2984cdf req-9ff5dcbe-36bd-4eb8-8669-71b51e3b134d tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677732 Nov 25 08:45:40.710549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-01297fb4-4cf8-4103-8345-3e4ffa424e85 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:40.720220 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-01297fb4-4cf8-4103-8345-3e4ffa424e85 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 814 time: 0.3048248 Nov 25 08:45:40.736555 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-241ea21e-d141-44be-98f4-653f53250902 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808163 Nov 25 08:45:40.739857 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-7bcde4a6-6e5c-485c-98bd-a7cca4ac3268 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/quotas/3500139a1c5d49a1ae51cf5064532856 HTTP/1.1" status: 200 len: 375 time: 0.0184352 Nov 25 08:45:40.843370 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-b553caf8-cd26-48d1-b8a6-1d18d8e5c9d5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0758181 Nov 25 08:45:40.947094 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee6707ce-05b4-4eca-a57e-375f471a985b req-c5a93e33-eae0-4b15-95a5-5d33ddbec124 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020588 Nov 25 08:45:41.010937 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-eb0c15ee-83f7-436d-a680-03934d4fdd2b service neutron] 10.222.0.46 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1522763 Nov 25 08:45:41.218981 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-76c3ba81-071e-47a2-a6d7-3dbcf91b11a4 service neutron] 10.222.0.46 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835012 Nov 25 08:45:41.650028 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6410ae16-1802-48a5-9aff-1abffed9bb04 req-71171190-555c-45fb-a6a2-c7c27273c479 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 210 time: 0.0616872 Nov 25 08:45:41.950223 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332ed83b-45c1-4ae8-af64-c8a935f7b2dd req-b7d7fd9f-b14d-4142-ad75-8393a70fdc7c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:41.952714 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-332ed83b-45c1-4ae8-af64-c8a935f7b2dd req-b7d7fd9f-b14d-4142-ad75-8393a70fdc7c tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.1178050 Nov 25 08:45:42.036819 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-332ed83b-45c1-4ae8-af64-c8a935f7b2dd req-3ff5f737-d50e-4792-8ce3-f0a4cd12526a tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770891 Nov 25 08:45:42.862698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0cccf1f4-6ff9-45c3-898e-910bf9be1fc4 req-06c8699f-561c-4374-b91e-ec9f9637634b tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 210 time: 0.0401032 Nov 25 08:45:43.275783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-099e9419-3887-45d1-8735-74557454f7b9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:43.278056 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-099e9419-3887-45d1-8735-74557454f7b9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 814 time: 0.2971342 Nov 25 08:45:43.296474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c2f54e-cc5f-4099-ba8d-f262b57e7b1e req-e3c1c6bf-c0d3-4222-8015-621905022ede tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:43.298703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a8c2f54e-cc5f-4099-ba8d-f262b57e7b1e req-e3c1c6bf-c0d3-4222-8015-621905022ede tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 944 time: 0.1027176 Nov 25 08:45:43.303714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Request body: {'port': {'device_id': '18c60725-c104-415f-b7f9-85c3c12c404e', 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421', 'admin_state_up': True, 'tenant_id': '3500139a1c5d49a1ae51cf5064532856'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:43.459798 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a8c2f54e-cc5f-4099-ba8d-f262b57e7b1e req-38f0e38c-8180-4e02-a41f-50f6e4aacdf1 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1354251 Nov 25 08:45:43.511397 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Made reservation on behalf of 3500139a1c5d49a1ae51cf5064532856 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:45:43.518659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:43.668962 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:45:43.758247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Allocated IP 172.20.0.2 (174db974-9d6e-4aca-b06c-4c66d94ce421/b2576914-82a2-420f-8756-4ea7565a86be/0ff26fce-660e-4b5e-a93e-5455cb4c9d10) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:45:43.818692 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 13716166-79b6-4ab0-86f6-42919899bfee details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:45:44.089422 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-37a6bd12-e887-4d88-8449-c90594c6da7f req-0fc82bbb-992f-4ded-be0b-eea8daf58d36 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 210 time: 0.0828028 Nov 25 08:45:44.109680 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13716166-79b6-4ab0-86f6-42919899bfee,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:44.139756 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '13716166-79b6-4ab0-86f6-42919899bfee', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'port_id': '13716166-79b6-4ab0-86f6-42919899bfee', 'mac_address': 'fa:16:3e:86:64:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:45:44.157385 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.207992 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.215633 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.225165 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13716166-79b6-4ab0-86f6-42919899bfee {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:44.253672 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13716166-79b6-4ab0-86f6-42919899bfee,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:44.259888 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.272248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:45:44.276284 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:45:44.282336 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:45:44.315396 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Pushing event updated for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:44.356869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:44.357818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.390106 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-4178027a-a778-4783-8d36-532525c4d6e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0893180 Nov 25 08:45:44.411365 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Request body: {'port': {'device_id': '18c60725-c104-415f-b7f9-85c3c12c404e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:44.431404 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:44.512758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:44.579305 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['13716166-79b6-4ab0-86f6-42919899bfee'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:44.771672 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62aeb71-9aaf-4aeb-8577-49ca96c120f4 req-b703c224-df87-40e8-8889-844591e30d4f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:44.780385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b62aeb71-9aaf-4aeb-8577-49ca96c120f4 req-b703c224-df87-40e8-8889-844591e30d4f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 945 time: 0.1562653 Nov 25 08:45:44.885227 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b62aeb71-9aaf-4aeb-8577-49ca96c120f4 req-19939cca-dda2-4e51-a5ce-ce2a9fe25314 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038363 Nov 25 08:45:45.049052 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:45.061835 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:45.080607 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Transition to ACTIVE for port object 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:45:45.085621 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:45.178685 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:45.255875 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Attempting to bind port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:45:45.256688 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Attempting to bind port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:45:45.257196 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Attempting to bind port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 on network 174db974-9d6e-4aca-b06c-4c66d94ce421 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:45.263679 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 on network 174db974-9d6e-4aca-b06c-4c66d94ce421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:45:45.265142 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Attempting to bind port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 on network 174db974-9d6e-4aca-b06c-4c66d94ce421 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:45:45.272487 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 45, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:45:45.273170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Checking segment: {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:45:45.273757 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Bound using segment: {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:45:45.274431 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Bound port: 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:45:45.275121 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:45.499986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568c4f68-025b-449a-824e-37b603426070 req-7463b5f9-3e08-4ccd-b22d-48e62260cfb9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:45.502137 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-568c4f68-025b-449a-824e-37b603426070 req-7463b5f9-3e08-4ccd-b22d-48e62260cfb9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 943 time: 0.1760209 Nov 25 08:45:45.506953 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:45:45.515617 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:45:45.530468 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:45.647870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:45.652916 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:45.655765 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] 10.222.0.59 "PUT /v2.0/ports/0ff26fce-660e-4b5e-a93e-5455cb4c9d10 HTTP/1.1" status: 200 len: 1093 time: 1.2535009 Nov 25 08:45:45.700369 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:45.704142 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb" -d '{"events": [{"name": "network-changed", "server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:45.768537 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f41e05-eb55-4d90-99d1-423338701300 service neutron] Pushing event updated for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:45.843493 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 13716166-79b6-4ab0-86f6-42919899bfee up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:45.883260 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-568c4f68-025b-449a-824e-37b603426070 req-ed25b960-d191-4815-b483-13839fda4ea5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3717563 Nov 25 08:45:45.941093 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-dd8bd518-57ec-4707-aebc-4b4d34ac29c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:45.942882 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-dd8bd518-57ec-4707-aebc-4b4d34ac29c9 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 1096 time: 0.1513340 Nov 25 08:45:45.994419 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 13716166-79b6-4ab0-86f6-42919899bfee completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:46.003318 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 13716166-79b6-4ab0-86f6-42919899bfee triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:46.003772 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:46.044669 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-d8d4d1ac-e2a0-4f6a-8711-268c44cb2958 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10 HTTP/1.1" status: 200 len: 217 time: 0.0911644 Nov 25 08:45:46.210986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-6b254526-9fdd-40b2-9dbf-1def932aa072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:46.213657 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-6b254526-9fdd-40b2-9dbf-1def932aa072 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2576914-82a2-420f-8756-4ea7565a86be HTTP/1.1" status: 200 len: 854 time: 0.1582341 Nov 25 08:45:46.221247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0930a994-70e7-4d5f-80dd-7d7bc4f8a4ed x-openstack-request-id: req-0930a994-70e7-4d5f-80dd-7d7bc4f8a4ed {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:46.221727 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:46.222135 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0930a994-70e7-4d5f-80dd-7d7bc4f8a4ed {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:46.222873 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10', 'status': 'completed', 'code': 200} Nov 25 08:45:46.239973 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:46.291474 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:46.292331 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-efbface7-4668-41ac-8444-e12e36ff463d service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=174db974-9d6e-4aca-b06c-4c66d94ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641937 Nov 25 08:45:46.295801 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ae81d02-aed8-4ee8-947e-dae9f7db673e" -d '{"events": [{"server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "name": "network-vif-plugged", "status": "completed", "tag": "13716166-79b6-4ab0-86f6-42919899bfee"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:46.338426 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13716166-79b6-4ab0-86f6-42919899bfee,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:46.347045 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:46.366577 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab055c40-cdd8-47ab-8944-47e401cc312a req-e9df2119-138d-43eb-bca9-e27f700bd04f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:46.370496 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ab055c40-cdd8-47ab-8944-47e401cc312a req-e9df2119-138d-43eb-bca9-e27f700bd04f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 945 time: 0.2565510 Nov 25 08:45:46.414899 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bdc088e-5975-4ae5-ace4-13e1667374a1 x-openstack-request-id: req-0bdc088e-5975-4ae5-ace4-13e1667374a1 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:46.415199 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "name": "network-vif-plugged", "status": "completed", "tag": "13716166-79b6-4ab0-86f6-42919899bfee", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:46.415445 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0bdc088e-5975-4ae5-ace4-13e1667374a1 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:46.415887 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee', 'code': 200} Nov 25 08:45:46.526190 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:46.541820 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ab055c40-cdd8-47ab-8944-47e401cc312a req-5362dc4d-0fdf-4638-9c01-26011ce9b8de tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430964 Nov 25 08:45:46.631358 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-62f5e498-06f8-4b6a-ad8a-981c7f72b7b2 service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3256140 Nov 25 08:45:46.809370 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d647f19-3e13-4807-be7d-f5f978f032b7 req-cc20c19c-ae59-44e3-b63d-2c28bab7fe50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:46.814175 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1d647f19-3e13-4807-be7d-f5f978f032b7 req-cc20c19c-ae59-44e3-b63d-2c28bab7fe50 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 1099 time: 0.1020272 Nov 25 08:45:46.879006 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8a4d4a30-b63d-4ce0-b621-224ed2c8689b req-784b27b4-53a1-4318-9375-7cec0512a432 service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382991 Nov 25 08:45:46.946319 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1d647f19-3e13-4807-be7d-f5f978f032b7 req-bc453c80-d5c0-49ed-9207-5b3f2d9a8ef0 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1221135 Nov 25 08:45:47.105616 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709db88b-6a6d-42d1-84cf-bb7159265432 req-71d4b2bc-f505-402f-93d7-fa68324646b5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:47.107187 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-709db88b-6a6d-42d1-84cf-bb7159265432 req-71d4b2bc-f505-402f-93d7-fa68324646b5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 943 time: 0.0794055 Nov 25 08:45:47.170753 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-709db88b-6a6d-42d1-84cf-bb7159265432 req-fc92ac7e-d7e2-4db4-b272-4964ac34d7fd tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554516 Nov 25 08:45:47.292776 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-5268e439-b897-43ec-ab6d-956b04801e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:47.296392 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-5268e439-b897-43ec-ab6d-956b04801e7a service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 1096 time: 0.0919726 Nov 25 08:45:47.416387 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-826e94e7-612a-4536-a156-936e2fc6da04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:47.418305 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-826e94e7-612a-4536-a156-936e2fc6da04 service neutron] 10.222.0.59 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 915 time: 0.1141288 Nov 25 08:45:47.487609 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-372ed4a2-9c80-4352-8545-70e0715ac37d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10 HTTP/1.1" status: 200 len: 217 time: 0.0596120 Nov 25 08:45:47.594435 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-8f708cd6-dfa0-4c8e-9f7c-d13757609f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:47.613322 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-8f708cd6-dfa0-4c8e-9f7c-d13757609f94 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2576914-82a2-420f-8756-4ea7565a86be HTTP/1.1" status: 200 len: 854 time: 0.1136448 Nov 25 08:45:47.686728 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-04dd482c-6a13-49b9-88f3-b66439053797 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=174db974-9d6e-4aca-b06c-4c66d94ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617290 Nov 25 08:45:48.352695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598ceb75-8de3-4d3b-9b5f-ffe83391cd16 req-07ff1a3f-ff49-4a8d-8bf6-c7ed1b663958 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:48.363263 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-598ceb75-8de3-4d3b-9b5f-ffe83391cd16 req-07ff1a3f-ff49-4a8d-8bf6-c7ed1b663958 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.6822088 Nov 25 08:45:48.550057 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-54b78a59-aa6e-4750-ac76-9224a465fd69 service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8512781 Nov 25 08:45:48.550473 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e6ae014a-eeff-40e2-9de7-652fd5446975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:48.613923 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-598ceb75-8de3-4d3b-9b5f-ffe83391cd16 req-c1bc9f18-cfa7-4651-9dc0-cc5c91705ebd tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269206 Nov 25 08:45:48.633622 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6e7a09-a4fc-4e7d-ab27-75c072a1dd8a req-f3285970-3993-4eb2-be81-a1bd5ba596df tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:48.636409 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea6e7a09-a4fc-4e7d-ab27-75c072a1dd8a req-f3285970-3993-4eb2-be81-a1bd5ba596df tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 943 time: 0.2559378 Nov 25 08:45:48.827426 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ea6e7a09-a4fc-4e7d-ab27-75c072a1dd8a req-3bdda018-3907-4c7a-ace0-025521b06eab tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420548 Nov 25 08:45:48.855124 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-30d599d9-9ce3-4a88-9435-9fb8ff3d44fb req-049d4842-3b3c-4dea-a074-719820bdbe4f service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2853758 Nov 25 08:45:49.822481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf91f2a-2273-46dd-a086-5ae2626eef45 req-abd27b3e-5861-4cfa-98fb-7ed68aff956b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:49.832996 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:45:49.833709 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ebf91f2a-2273-46dd-a086-5ae2626eef45 req-abd27b3e-5861-4cfa-98fb-7ed68aff956b tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.0948238 Nov 25 08:45:49.901688 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ebf91f2a-2273-46dd-a086-5ae2626eef45 req-465d33e2-e617-43eb-8e5d-ebca74055573 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677304 Nov 25 08:45:50.036192 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:50.064788 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10', 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421', 'port_id': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10', 'mac_address': 'fa:16:3e:d5:57:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2576914-82a2-420f-8756-4ea7565a86be', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:45:50.142884 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:50.156231 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44203af-3f89-4040-93fd-167cace92baf req-aa6beef5-bf12-4a8a-93f6-dfcd76c9645e tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:50.163638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:45:50.168208 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b44203af-3f89-4040-93fd-167cace92baf req-aa6beef5-bf12-4a8a-93f6-dfcd76c9645e tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 943 time: 0.1660919 Nov 25 08:45:50.199179 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:50.206506 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:50.213867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed9304d-8150-41dc-a9b1-20902c825d5d req-fd635163-fc1c-4dde-bd73-db87b8401163 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:50.222070 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-aed9304d-8150-41dc-a9b1-20902c825d5d req-fd635163-fc1c-4dde-bd73-db87b8401163 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.1686270 Nov 25 08:45:50.227056 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60674) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:45:50.233067 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Request body: {'floatingip': {'port_id': '13716166-79b6-4ab0-86f6-42919899bfee'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:45:50.262148 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b44203af-3f89-4040-93fd-167cace92baf req-69901411-3ea1-4ce5-8950-89ccc5c0d152 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917611 Nov 25 08:45:50.286104 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:50.316110 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:50.546233 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['0ff26fce-660e-4b5e-a93e-5455cb4c9d10'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:45:50.958285 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:50.964324 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:51.115308 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Floating IP f03f204e-86a6-40d4-bbd7-a64e2a382681 associated. External IP: 172.27.3.112, port: 13716166-79b6-4ab0-86f6-42919899bfee. Nov 25 08:45:51.368532 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7e8ff9c3-3f0c-41b4-9c19-e5722d03c3c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:51.411343 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacaab6-0cf9-48d8-8a13-fb1770657cf9 req-28c361b8-e068-43e9-b140-c4aade038e13 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:51.413792 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bdacaab6-0cf9-48d8-8a13-fb1770657cf9 req-28c361b8-e068-43e9-b140-c4aade038e13 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 944 time: 0.0669358 Nov 25 08:45:51.486032 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bdacaab6-0cf9-48d8-8a13-fb1770657cf9 req-07faee6b-ec04-409a-8518-f680992795ce tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596817 Nov 25 08:45:51.695722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:45:51.825449 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:45:51.911200 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:45:51.923912 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:51.925466 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:45:51.953170 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:45:51.960551 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:51.961212 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:51.963205 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:45:51.963587 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:51.979114 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ead8c41e-9090-45d4-b1a4-865ef7060e25 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "PUT /v2.0/floatingips/f03f204e-86a6-40d4-bbd7-a64e2a382681 HTTP/1.1" status: 200 len: 992 time: 1.7496352 Nov 25 08:45:51.986788 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:51.992041 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f009c52-f915-4ea4-a6c4-5976562e469a" -d '{"events": [{"name": "network-changed", "server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "tag": "13716166-79b6-4ab0-86f6-42919899bfee"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:52.150388 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:52.170566 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85af266-381e-460f-88c0-8fd3eb84fb47 x-openstack-request-id: req-c85af266-381e-460f-88c0-8fd3eb84fb47 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:52.171919 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "tag": "13716166-79b6-4ab0-86f6-42919899bfee", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:52.172831 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c85af266-381e-460f-88c0-8fd3eb84fb47 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:52.174123 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee', 'status': 'completed', 'code': 200} Nov 25 08:45:52.220724 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:45:52.223874 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-044d2c52-8a1c-4600-a8a9-e94f8b8ee70e" -d '{"events": [{"server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "name": "network-vif-plugged", "status": "completed", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:45:52.244013 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:45:52.254851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:52.259258 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:52.305045 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-a63890d7-4361-4045-a355-0946406d7598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:52.307874 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-a63890d7-4361-4045-a355-0946406d7598 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=eb52ad5308c241089b4e2e8f09206f74&device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 1099 time: 0.1021864 Nov 25 08:45:52.410982 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:52.414307 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:45:52.441753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9192b79f-ed5b-44d7-bee0-8da06b9bba0c x-openstack-request-id: req-9192b79f-ed5b-44d7-bee0-8da06b9bba0c {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:45:52.441753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "name": "network-vif-plugged", "status": "completed", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:45:52.442090 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9192b79f-ed5b-44d7-bee0-8da06b9bba0c {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:45:52.442328 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10', 'code': 200} Nov 25 08:45:52.500740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-e6ffbfc5-0141-400b-9886-e63c6df61ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:52.502325 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-e6ffbfc5-0141-400b-9886-e63c6df61ea5 service neutron] 10.222.0.59 "GET /v2.0/networks?id=fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 200 len: 911 time: 0.1837728 Nov 25 08:45:52.734526 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'f03f204e-86a6-40d4-bbd7-a64e2a382681', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '13716166-79b6-4ab0-86f6-42919899bfee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:86:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:28Z', 'updated_at': '2021-11-25T08:45:50Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:52.776731 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:45:52.791501 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:45:52.792405 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:52.800747 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-e5dd59da-39d1-41cd-a4a3-ce89012da6ab service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=13716166-79b6-4ab0-86f6-42919899bfee HTTP/1.1" status: 200 len: 1000 time: 0.2878199 Nov 25 08:45:52.825141 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91eefca-6a83-4313-b6e2-32b273848a05 req-0d6020bb-5999-481a-8fa9-2c189a3a6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:52.827673 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f91eefca-6a83-4313-b6e2-32b273848a05 req-0d6020bb-5999-481a-8fa9-2c189a3a6f4d service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 1098 time: 0.1308820 Nov 25 08:45:52.836860 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07857b5e-f872-4048-9213-1059029e99ae req-e94a0b12-7423-4724-b43c-bc41b76020fe tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:52.845046 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-07857b5e-f872-4048-9213-1059029e99ae req-e94a0b12-7423-4724-b43c-bc41b76020fe tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.1231768 Nov 25 08:45:52.925618 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-d8e087ef-35d9-445a-9854-b564445e8679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:52.927108 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-d8e087ef-35d9-445a-9854-b564445e8679 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 200 len: 849 time: 0.1127529 Nov 25 08:45:52.929098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:45:52.990611 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f91eefca-6a83-4313-b6e2-32b273848a05 req-c2d80552-d192-4ddc-be97-dfe82297fa44 service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256208 Nov 25 08:45:53.004525 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-07857b5e-f872-4048-9213-1059029e99ae req-10e8f4a8-85de-4e5e-9a05-77394f8cfbe3 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584392 Nov 25 08:45:53.039327 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-9af053c6-af0f-40a1-a7b7-02b26b4eed64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:53.042268 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-9af053c6-af0f-40a1-a7b7-02b26b4eed64 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=fe88a060-11d1-49d6-a468-aec69a44188a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0989511 Nov 25 08:45:53.324087 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'f03f204e-86a6-40d4-bbd7-a64e2a382681', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '13716166-79b6-4ab0-86f6-42919899bfee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:86:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:28Z', 'updated_at': '2021-11-25T08:45:50Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:45:53.362530 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-382ea395-4e61-4178-8213-a73732729fb3 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'f03f204e-86a6-40d4-bbd7-a64e2a382681', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'floating_ip_address': '172.27.3.112', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'port_id': '13716166-79b6-4ab0-86f6-42919899bfee', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 520, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'mac_address': 'fa:16:3e:86:64:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:28Z', 'updated_at': '2021-11-25T08:45:50Z', 'revision_number': 1, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:45:53.386532 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-1b40b78c-8aa0-415f-86cd-6d1d68545cc3 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479752 Nov 25 08:45:53.535018 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4f009c52-f915-4ea4-a6c4-5976562e469a req-41113ea3-8410-4372-8799-3192ac13dd51 service neutron] 10.222.0.59 "GET /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360331 Nov 25 08:45:53.714285 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63730c92-bc1e-443f-86c4-368652177418 None None] New status for floating IP f03f204e-86a6-40d4-bbd7-a64e2a382681: ACTIVE {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:45:53.946631 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:54.180368 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76201d9-16d3-4124-b07f-de77bb9a6480 req-17748f7f-10e9-46d0-8a31-1b2aee097c52 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:54.182216 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f76201d9-16d3-4124-b07f-de77bb9a6480 req-17748f7f-10e9-46d0-8a31-1b2aee097c52 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.0770571 Nov 25 08:45:54.260842 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f76201d9-16d3-4124-b07f-de77bb9a6480 req-9d73fc1c-7e47-483f-9a22-e1644f3f78ed tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652847 Nov 25 08:45:54.555842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:45:55.477644 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b1d9a-2512-4118-bb1d-073d848b00d6 req-8b52a375-3809-4880-a057-8f48ca28bed8 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:45:55.487656 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c23b1d9a-2512-4118-bb1d-073d848b00d6 req-8b52a375-3809-4880-a057-8f48ca28bed8 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.1096666 Nov 25 08:45:55.555532 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c23b1d9a-2512-4118-bb1d-073d848b00d6 req-48439e85-a144-4ad2-93ef-75c18280293e tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685780 Nov 25 08:45:55.747136 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:02.927609 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60920) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:02.974469 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Deleting subnet d3363ad6-cc40-4035-a98f-501bcf90fde5 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:46:02.977852 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.016707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508916'] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.056999 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.109042 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26291596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612517'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.132360 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3363ad6-cc40-4035-a98f-501bcf90fde5,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:03.138421 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.141821 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-835ded66-2afa-45e0-8c46-54daec68ad9b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d3363ad6-cc40-4035-a98f-501bcf90fde5 HTTP/1.1" status: 204 len: 168 time: 0.2130563 Nov 25 08:46:03.144924 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60922) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:03.217459 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.297292 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.328128 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:03.338144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8d78bef-a090-4056-a502-b771762ebbc7') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:03.338434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8d78bef-a090-4056-a502-b771762ebbc7') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:03.349664 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.363276 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.369923 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:46:03.370335 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:46:03.372873 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:46:03.437773 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.446200 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.450058 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4 HTTP/1.1" status: 204 len: 168 time: 0.3041036 Nov 25 08:46:03.462155 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817470b9-97df-46a9-8158-efa04a5615d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d63ce6f-4cd1-4d31-b308-a6ca97fe31c4,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:03.588783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60930) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:03.641215 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ab54bad0-1823-42d8-8cef-a6d7d742b7cd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b12215da390b49b9ba3f302c6a19a80a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0512445 Nov 25 08:46:03.643637 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60934) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:03.699775 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.724360 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.773009 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.776862 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:03.778979 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b8304389-1014-4756-9aab-d1ae0b79b8b6 HTTP/1.1" status: 204 len: 168 time: 0.1337044 Nov 25 08:46:03.789754 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a8e43d-35dc-4392-800c-43983bc00ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8304389-1014-4756-9aab-d1ae0b79b8b6,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:08.976848 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-a4ed968b-d87f-4dc3-a7e7-bfd9bc668eb7 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790265520&fields=id&tenant_id=2dc4103c9eb443549b5e374c148eae92 HTTP/1.1" status: 200 len: 267 time: 0.0564642 Nov 25 08:46:09.035273 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-69c2b728-f2cd-41f0-b981-451eb407a311 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.036891 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-69c2b728-f2cd-41f0-b981-451eb407a311 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 985 time: 0.0524590 Nov 25 08:46:09.048429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Request body: {'port': {'security_groups': ['924cf1f9-643c-48ac-997b-df3031d845a0']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:46:09.120594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.334812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:09.374209 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.379684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.400189 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:46:09.429475 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.430162 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.431707 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-836efe21-93c0-413c-ab91-eefeaa9598ac req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "PUT /v2.0/ports/8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 943 time: 0.3881612 Nov 25 08:46:09.432197 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:09.435682 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28364d39-fb23-41ef-987d-5baa2e60b4ab" -d '{"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:09.438234 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 60978) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:09.484357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040869bb-3499-4911-9293-ab73a4b8836b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event updated for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=7']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:09.488370 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0091c3ee-86e3-4b89-9a7b-13526d776977 x-openstack-request-id: req-0091c3ee-86e3-4b89-9a7b-13526d776977 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:09.488583 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:09.488884 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0091c3ee-86e3-4b89-9a7b-13526d776977 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:09.489123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:46:09.556171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.598979 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.626374 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-b5f37599-c8e6-40dd-8012-2d5e56d58d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.627927 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-b5f37599-c8e6-40dd-8012-2d5e56d58d25 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1099 time: 0.1023510 Nov 25 08:46:09.669560 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:46:09.744759 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-5512465d-d47d-43e2-9efa-d575c32961a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.746535 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-5512465d-d47d-43e2-9efa-d575c32961a6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.1086950 Nov 25 08:46:09.762289 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.765173 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.766397 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "DELETE /v2.0/security-groups/478f8223-2855-4c55-b909-5d1ac5de451b HTTP/1.1" status: 204 len: 168 time: 0.3243153 Nov 25 08:46:09.769215 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 60980) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:09.797822 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-25756902-5066-4292-b63d-2059292455b0 None None] Provisioning complete for port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:46:09.798189 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-25756902-5066-4292-b63d-2059292455b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.812790 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53a765-5968-416e-8daf-4d1635cf65bb tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=478f8223-2855-4c55-b909-5d1ac5de451b,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:09.846895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-e1b4aff7-83c4-4ef0-94a3-d7292f225642 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 1002 time: 0.0906892 Nov 25 08:46:09.925893 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-6d199027-ff4e-4baf-a0f7-10f2280dbcc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.927475 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-6d199027-ff4e-4baf-a0f7-10f2280dbcc4 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.0634053 Nov 25 08:46:09.986379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Deleting port f4bd712d-4531-4103-96dd-480bc7fdcb66 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:09.986379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:09.991193 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-91493d04-a0da-4912-aee0-5c167e64db6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:09.992793 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-91493d04-a0da-4912-aee0-5c167e64db6c service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0515110 Nov 25 08:46:10.068926 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:10.069251 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:10.083791 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Calling delete_port for f4bd712d-4531-4103-96dd-480bc7fdcb66 owned by network:floatingip {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:10.118149 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-df52d6b1-2290-4009-b82d-41a06276b35b service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036675 Nov 25 08:46:10.258123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-28364d39-fb23-41ef-987d-5baa2e60b4ab req-82c99384-66ad-4be0-be7b-d1881b49177b service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123095 Nov 25 08:46:10.295479 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:10.323203 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event deleted for resources: {'Port': ['ID=f4bd712d-4531-4103-96dd-480bc7fdcb66,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:10.406370 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks [] for floatingip, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:10.406855 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Floating IP c56b9e1a-3672-406b-a291-6f489b4a8cb6 disassociated (deleted). External IP: 172.27.3.122, port: 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d. Nov 25 08:46:10.674739 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:46:10.795814 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:46:10.801102 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:10.808821 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Sync routers for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:46:10.824497 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:10.825294 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:10.834956 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-135abc70-9509-45d0-9cfa-9ff5d1f55859 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "DELETE /v2.0/floatingips/c56b9e1a-3672-406b-a291-6f489b4a8cb6 HTTP/1.1" status: 204 len: 168 time: 1.0638196 Nov 25 08:46:10.835589 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:10.837956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9596d3-7d99-46a6-8aa6-9242bacbad68" -d '{"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:10.879119 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d823f6a7-2df0-44b5-84a1-9b9d845c40ee x-openstack-request-id: req-d823f6a7-2df0-44b5-84a1-9b9d845c40ee {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:10.879416 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:10.879706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d823f6a7-2df0-44b5-84a1-9b9d845c40ee {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:10.880114 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:46:10.966792 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:10.984054 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-ecf009fb-490f-401e-b2f1-55fa7c36b39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:10.985966 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-ecf009fb-490f-401e-b2f1-55fa7c36b39c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=2dc4103c9eb443549b5e374c148eae92&device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 1099 time: 0.0622451 Nov 25 08:46:11.107408 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-cf8e02e8-ded8-4966-9418-10b4dbf28a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:11.108572 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-cf8e02e8-ded8-4966-9418-10b4dbf28a89 service neutron] 10.222.0.59 "GET /v2.0/networks?id=64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 200 len: 916 time: 0.1044753 Nov 25 08:46:11.167160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-7bc2289c-61e9-43e3-87a9-087ab51eb69d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 200 len: 217 time: 0.0419302 Nov 25 08:46:11.227672 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:11.229240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-4e5ae821-2e9e-462e-a4a8-74303c7f7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:11.230764 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-4e5ae821-2e9e-462e-a4a8-74303c7f7655 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 200 len: 854 time: 0.0501311 Nov 25 08:46:11.256708 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Checking router: a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:46:11.266607 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:11.267357 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:11.298030 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-0aa00ba6-e772-40f0-8d03-098b06f7ab8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:11.299553 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-0aa00ba6-e772-40f0-8d03-098b06f7ab8e service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=64b7c388-d5ad-48f5-90fd-d84255829a54&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0530505 Nov 25 08:46:11.384679 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:11.398299 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-95effc6d-1e62-430d-bbe4-056ec16cc979 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895178 Nov 25 08:46:11.503713 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa9596d3-7d99-46a6-8aa6-9242bacbad68 req-31dd5340-a203-4864-bc8f-bd8644d8ea81 service neutron] 10.222.0.59 "GET /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955243 Nov 25 08:46:11.607797 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:11.638571 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58a027-762f-4c06-a200-8a02e62ce665 None None] The sync data for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi is: [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:42:48Z', 'revision_number': 4, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '3c8e2ed6-097e-449a-9e2b-add9a0a219a3', 'name': '', 'network_id': '64b7c388-d5ad-48f5-90fd-d84255829a54', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'mac_address': 'fa:16:3e:68:11:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 369, 'fixed_ips': [{'subnet_id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:47Z', 'updated_at': '2021-11-25T08:42:54Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'subnets': [{'id': '60be108f-b6a7-46d3-9f7d-da44b6fca31e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:46:11.869266 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-922a2bb3-99cf-490a-92e0-2e49923e4bfc None None] New status for floating IP c56b9e1a-3672-406b-a291-6f489b4a8cb6: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:46:13.771262 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced60cd-7848-4741-9014-b7029d15404d req-f4a9eccf-43cc-4902-8260-cc6477a6245d tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:13.772879 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ced60cd-7848-4741-9014-b7029d15404d req-f4a9eccf-43cc-4902-8260-cc6477a6245d tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0516317 Nov 25 08:46:13.846321 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ced60cd-7848-4741-9014-b7029d15404d req-59df901a-d783-4856-beb9-edfa3a5fad6c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628219 Nov 25 08:46:14.986496 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1480f57b-2187-49bf-9a9e-361c1938d24b req-e3f88300-ca02-4105-a131-5580b306fa2b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:14.988089 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1480f57b-2187-49bf-9a9e-361c1938d24b req-e3f88300-ca02-4105-a131-5580b306fa2b tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0578763 Nov 25 08:46:15.043421 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1480f57b-2187-49bf-9a9e-361c1938d24b req-68b1a598-d524-4529-9f47-4fa4ffd4f2ee tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488899 Nov 25 08:46:16.165367 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4725db81-28ba-426d-a207-c0303afa20ce req-9928c05b-9c55-4764-bcd8-e29436f87948 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:16.166848 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4725db81-28ba-426d-a207-c0303afa20ce req-9928c05b-9c55-4764-bcd8-e29436f87948 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0508897 Nov 25 08:46:16.220046 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4725db81-28ba-426d-a207-c0303afa20ce req-500bb04a-6a71-4057-91bb-fd9e6e714143 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/security-groups?id=924cf1f9-643c-48ac-997b-df3031d845a0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463564 Nov 25 08:46:16.357471 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-ca811a5b-55a5-449a-a9e6-6d212ea222f0 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:16.359597 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-ca811a5b-55a5-449a-a9e6-6d212ea222f0 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.59 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 946 time: 0.0515268 Nov 25 08:46:16.468846 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Deleting port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:16.469101 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:16.561986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] For port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:16.562331 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:16.577504 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Calling delete_port for 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:16.713958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:16.728851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:46:16.752503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Pushing event deleted for resources: {'Port': ['ID=8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:16.799613 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] No DVR routers for this DVR port 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:16.802417 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:16.805855 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-362b6ce1-db1c-463c-976b-907bc5d35d98 req-12b1f6cc-5a59-441f-9836-179898532bf6 tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.59 "DELETE /v2.0/ports/8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d HTTP/1.1" status: 204 len: 173 time: 0.4337745 Nov 25 08:46:16.806329 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'name': 'network-vif-deleted', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:16.808591 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93366ba3-3011-4b7b-a6ee-eaa1c1b0016d" -d '{"events": [{"server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "name": "network-vif-deleted", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:16.849608 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7e209b3-b197-41ea-8f21-8f9749caea40 x-openstack-request-id: req-b7e209b3-b197-41ea-8f21-8f9749caea40 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:16.849894 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91a68de2-f145-457b-b76e-393073e149bb", "name": "network-vif-deleted", "tag": "8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:16.850143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b7e209b3-b197-41ea-8f21-8f9749caea40 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:16.850533 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91a68de2-f145-457b-b76e-393073e149bb', 'name': 'network-vif-deleted', 'tag': '8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d', 'status': 'completed', 'code': 200} Nov 25 08:46:17.338999 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bac40eea-b0bd-43b4-a14f-7dfc83c72f9d req-698b712e-40b9-40aa-964d-c905d522493c tempest-TestMinimumBasicScenario-198484352 tempest-TestMinimumBasicScenario-198484352-project] 10.222.0.46 "GET /v2.0/ports?device_id=91a68de2-f145-457b-b76e-393073e149bb HTTP/1.1" status: 200 len: 210 time: 0.0298846 Nov 25 08:46:18.547395 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e30b542b-e722-476b-9ad2-4155880cd238 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:19.128908 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32888) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:19.614195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:20.017951 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:20.039106 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:20.039455 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 8b5f1f90-74c8-45b0-a6aa-7c7d40845e4d not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:20.212745 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Deleting port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:20.213539 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:20.295965 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] For port 3c8e2ed6-097e-449a-9e2b-add9a0a219a3, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:20.296327 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:20.310242 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Calling delete_port for 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 owned by network:router_interface {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:20.499908 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:20.529543 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c8e2ed6-097e-449a-9e2b-add9a0a219a3,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:20.661873 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:46:20.705351 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:20.943702 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:46:21.062602 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:46:21.071259 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-bf053555-e2b7-4dbb-86bd-79bb5f829202 admin admin] 10.222.0.46 "PUT /v2.0/routers/a7b8d2dd-221a-4d57-a151-1d0da40ec8b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9410460 Nov 25 08:46:21.072173 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 32912) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:21.074519 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Sync routers for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:46:21.087756 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:21.088588 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:45:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:21.185123 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks [] for router, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.207941 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:21.304352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.352374 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2137e0e6-3005-45fc-bdee-9f6590b49d42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.366868 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Deleting port 8c27e0e3-b251-4c76-99ac-e57a07af9c56 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:21.367214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.430686 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148'}], 'enable_snat': True}, 'gw_port_id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:46:20Z', 'revision_number': 5, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port': {'id': '8c27e0e3-b251-4c76-99ac-e57a07af9c56', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:67:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:44Z', 'updated_at': '2021-11-25T08:42:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:21.455909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] For port 8c27e0e3-b251-4c76-99ac-e57a07af9c56, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c27e0e3-b251-4c76-99ac-e57a07af9c56,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:21.456289 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.463302 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Checking router: a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:46:21.472981 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Routers {'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:21.473177 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Calling delete_port for 8c27e0e3-b251-4c76-99ac-e57a07af9c56 owned by network:router_gateway {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:21.473599 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:46:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:21.560062 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] Set router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 gateway port host: None {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:21.612690 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:46:21Z', 'revision_number': 6, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:21.642542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.677718 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c27e0e3-b251-4c76-99ac-e57a07af9c56,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:21.767882 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.779648 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a83c30-3f80-4ce1-a87f-d8bf904110a0 None None] The sync data for ids ['a7b8d2dd-221a-4d57-a151-1d0da40ec8b3'] in dv-cinder-778193-12-iscsi is: [{'id': 'a7b8d2dd-221a-4d57-a151-1d0da40ec8b3', 'name': 'tempest-TestMinimumBasicScenario-1021985179-router', 'tenant_id': '2dc4103c9eb443549b5e374c148eae92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:43Z', 'updated_at': '2021-11-25T08:46:21Z', 'revision_number': 6, 'project_id': '2dc4103c9eb443549b5e374c148eae92', 'gw_port_host': None}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:46:21.916801 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.919076 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.990129 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:21.990700 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 {{(pid=109108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:46:21.995796 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.000144 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-44f6e785-f245-4c34-8371-166baf0561f4 admin admin] 10.222.0.46 "DELETE /v2.0/routers/a7b8d2dd-221a-4d57-a151-1d0da40ec8b3 HTTP/1.1" status: 204 len: 168 time: 0.9237320 Nov 25 08:46:22.001088 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 32924) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:22.051335 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Deleting subnet 60be108f-b6a7-46d3-9f7d-da44b6fca31e {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:46:22.054700 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.096983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.344144 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.496799 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.557932 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.595935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.599122 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf6ed00-34b9-457b-bdbf-6955336fed39 None None] Network 64b7c388-d5ad-48f5-90fd-d84255829a54 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:46:22.599287 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] 10.222.0.46 "DELETE /v2.0/subnets/60be108f-b6a7-46d3-9f7d-da44b6fca31e HTTP/1.1" status: 204 len: 168 time: 0.5955842 Nov 25 08:46:22.599287 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea72bd0-2bef-49b6-aec2-7e25ea34bc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60be108f-b6a7-46d3-9f7d-da44b6fca31e,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:22.599629 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32932) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:22.687893 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.764095 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Deleting port 226965f0-0fa1-41c7-a599-8f5c0829934e {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:22.764844 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.869970 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] For port 226965f0-0fa1-41c7-a599-8f5c0829934e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=226965f0-0fa1-41c7-a599-8f5c0829934e,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:22.870246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:22.870361 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] DHCP port deletion for 64b7c388-d5ad-48f5-90fd-d84255829a54 request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:46:22.888139 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Calling delete_port for 226965f0-0fa1-41c7-a599-8f5c0829934e owned by network:dhcp {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:22.927944 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Deleting port 226965f0-0fa1-41c7-a599-8f5c0829934e {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:22.928358 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.019506 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] For port 226965f0-0fa1-41c7-a599-8f5c0829934e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=226965f0-0fa1-41c7-a599-8f5c0829934e,segment=NetworkSegment(a16a0c88-60a6-494f-8ecb-29a6f9cf55c9),segment_id=a16a0c88-60a6-494f-8ecb-29a6f9cf55c9)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:23.020343 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.037519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.056924 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Calling delete_port for 226965f0-0fa1-41c7-a599-8f5c0829934e owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:23.069414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Pushing event deleted for resources: {'Port': ['ID=226965f0-0fa1-41c7-a599-8f5c0829934e,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:23.073181 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] No DVR routers for this DVR port 226965f0-0fa1-41c7-a599-8f5c0829934e on host dv-cinder-778193-12-iscsi {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:23.154133 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.178865 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64b7c388-d5ad-48f5-90fd-d84255829a54']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:23.189656 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:23.189938 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a16a0c88-60a6-494f-8ecb-29a6f9cf55c9') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:23.190081 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.200581 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.218729 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.221673 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Pushing event deleted for resources: {'Port': ['ID=226965f0-0fa1-41c7-a599-8f5c0829934e,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:23.226389 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:46:23.226792 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:46:23.228929 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:46:23.233484 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] No DVR routers for this DVR port 226965f0-0fa1-41c7-a599-8f5c0829934e on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:23.234210 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.234581 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.234923 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.235257 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.235766 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.236098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.236430 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.236763 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.237085 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.237408 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.237732 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.238057 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d5bdbdd-667f-435f-a24a-8b58201d6597 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:23.294190 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.301485 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.305458 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] 10.222.0.46 "DELETE /v2.0/networks/64b7c388-d5ad-48f5-90fd-d84255829a54 HTTP/1.1" status: 204 len: 168 time: 0.7046657 Nov 25 08:46:23.309944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 32938) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:23.317634 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbda427-22db-4686-b25b-e5145e34e167 admin admin] Pushing event deleted for resources: {'Network': ['ID=64b7c388-d5ad-48f5-90fd-d84255829a54,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:23.758475 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:23.775983 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 226965f0-0fa1-41c7-a599-8f5c0829934e no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:23.801338 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 226965f0-0fa1-41c7-a599-8f5c0829934e {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:23.801914 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 226965f0-0fa1-41c7-a599-8f5c0829934e not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:23.802656 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:23.825550 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:23.825892 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3c8e2ed6-097e-449a-9e2b-add9a0a219a3 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:23.826308 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c27e0e3-b251-4c76-99ac-e57a07af9c56 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:23.862565 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 8c27e0e3-b251-4c76-99ac-e57a07af9c56 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:23.863079 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c27e0e3-b251-4c76-99ac-e57a07af9c56 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:23.902140 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.032644 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Deleting port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:24.033043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.127314 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] For port 1cb33625-9e22-4d11-a9ed-f54c7d5f0957, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:24.127749 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.145282 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Calling delete_port for 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:24.364481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.393988 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb33625-9e22-4d11-a9ed-f54c7d5f0957,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:24.554873 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.652066 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8c83f-ddc1-4b84-abe7-509effe6c10c req-b2065af8-6434-4d5b-966b-68bb7602b66b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:24.653466 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ce8c83f-ddc1-4b84-abe7-509effe6c10c req-b2065af8-6434-4d5b-966b-68bb7602b66b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.1086385 Nov 25 08:46:24.657586 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:24.758951 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ce8c83f-ddc1-4b84-abe7-509effe6c10c req-acbddcb0-fe91-46b9-912e-02f53f25c795 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990582 Nov 25 08:46:24.940275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Router e3233ff2-0a94-430a-80e9-f787cecfb119 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:46:25.064310 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:46:25.070416 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4faf2896-2164-43c2-be66-47f1dbe8fbf6 admin admin] 10.222.0.46 "PUT /v2.0/routers/e3233ff2-0a94-430a-80e9-f787cecfb119/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7586322 Nov 25 08:46:25.072295 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32964) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:25.084755 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Sync routers for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:46:25.102049 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:25.103285 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:46:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:25.191450 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks [] for router, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.309693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.344756 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:25.367463 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Deleting port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:25.367827 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.469357 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] For port 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:25.469615 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.487727 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Calling delete_port for 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc owned by network:router_gateway {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:25.532491 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30'}], 'enable_snat': True}, 'gw_port_id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:46:24Z', 'revision_number': 5, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port': {'id': '91dc1d96-24fd-4218-8b88-3e2fbbeec4fc', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:3c:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:42:53Z', 'updated_at': '2021-11-25T08:43:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:25.560881 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Checking router: e3233ff2-0a94-430a-80e9-f787cecfb119 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:46:25.569954 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Routers {'e3233ff2-0a94-430a-80e9-f787cecfb119'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:46:25.570565 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:46:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['e3233ff2-0a94-430a-80e9-f787cecfb119'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:25.663264 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] Set router e3233ff2-0a94-430a-80e9-f787cecfb119 gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:46:25.684828 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.725031 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Pushing event deleted for resources: {'Port': ['ID=91dc1d96-24fd-4218-8b88-3e2fbbeec4fc,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:25.754722 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:46:25Z', 'revision_number': 6, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:25.793383 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8f70fe-231b-4d36-a4df-c62607da2a15 None None] The sync data for ids ['e3233ff2-0a94-430a-80e9-f787cecfb119'] in dv-cinder-778193-12-iscsi is: [{'id': 'e3233ff2-0a94-430a-80e9-f787cecfb119', 'name': 'tempest-TestMinimumBasicScenario-1178124967-router', 'tenant_id': '77af9891c39844388f0b61b02c1a8212', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:42:52Z', 'updated_at': '2021-11-25T08:46:25Z', 'revision_number': 6, 'project_id': '77af9891c39844388f0b61b02c1a8212', 'gw_port_host': None}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:46:25.810690 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.815516 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.931746 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad61a3f-031e-4973-a268-2f061d7a1fb8 req-0a01d184-8a97-448a-9572-d9f3dd154530 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:25.934648 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ad61a3f-031e-4973-a268-2f061d7a1fb8 req-0a01d184-8a97-448a-9572-d9f3dd154530 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0576222 Nov 25 08:46:25.943122 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:25.949424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.003423 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5ad61a3f-031e-4973-a268-2f061d7a1fb8 req-cf562959-8c88-4c5c-8082-2bd8fcbbebf7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575440 Nov 25 08:46:26.004405 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.005114 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3233ff2-0a94-430a-80e9-f787cecfb119 {{(pid=109109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:46:26.009858 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.011183 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f29218e1-7258-486e-ab5d-4c5036623d5c admin admin] 10.222.0.46 "DELETE /v2.0/routers/e3233ff2-0a94-430a-80e9-f787cecfb119 HTTP/1.1" status: 204 len: 168 time: 0.9379013 Nov 25 08:46:26.015445 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32970) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:26.077044 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Deleting subnet b5727c18-561e-45e2-aecb-4a8d25d0ec37 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:46:26.082144 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.125137 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508916'] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.333735 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.403802 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26291596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612517'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.433967 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5727c18-561e-45e2-aecb-4a8d25d0ec37,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:26.436811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.439893 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-4dc36af1-6eb5-4ead-9f1b-7a4de86fbe68 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b5727c18-561e-45e2-aecb-4a8d25d0ec37 HTTP/1.1" status: 204 len: 168 time: 0.4232070 Nov 25 08:46:26.443701 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32974) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:26.446696 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a8b300-2464-44b8-a2ee-ab447026b8db None None] Network da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:46:26.522478 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.579835 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Deleting port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:26.580168 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.651318 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] For port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:26.651728 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.666599 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Calling delete_port for 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 owned by network:dhcp {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:26.679295 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4443443a-832d-4486-8161-046fef63c97b None None] DHCP port deletion for da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:46:26.753635 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-4443443a-832d-4486-8161-046fef63c97b None None] Deleting port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:26.754318 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4443443a-832d-4486-8161-046fef63c97b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.767246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.798223 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:26.800163 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] No DVR routers for this DVR port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 on host dv-cinder-778193-12-iscsi {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:26.851215 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-4443443a-832d-4486-8161-046fef63c97b None None] For port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,segment=NetworkSegment(98240d01-6ae4-4f41-a238-5a2b926f1c60),segment_id=98240d01-6ae4-4f41-a238-5a2b926f1c60)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:26.851999 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4443443a-832d-4486-8161-046fef63c97b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.866624 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-4443443a-832d-4486-8161-046fef63c97b None None] Calling delete_port for 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:26.881462 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.906597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4ebb08-dd3b-4a5a-b2c5-148ee7e43298']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:26.917386 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98240d01-6ae4-4f41-a238-5a2b926f1c60') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:26.917486 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98240d01-6ae4-4f41-a238-5a2b926f1c60') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:46:26.929687 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.946775 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:26.963740 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Releasing vlan 533 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:46:26.965563 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.003664 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4443443a-832d-4486-8161-046fef63c97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.033471 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4443443a-832d-4486-8161-046fef63c97b None None] Pushing event deleted for resources: {'Port': ['ID=9a7a1278-a4a7-4679-bdd4-3c4613d620c5,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:27.038243 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443443a-832d-4486-8161-046fef63c97b None None] No DVR routers for this DVR port 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:46:27.038775 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:46:27.077288 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.086663 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.091305 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/da4ebb08-dd3b-4a5a-b2c5-148ee7e43298 HTTP/1.1" status: 204 len: 168 time: 0.6463060 Nov 25 08:46:27.114343 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b10e1-5668-4090-9df3-387d6c6678c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4ebb08-dd3b-4a5a-b2c5-148ee7e43298,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:27.176818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da0cd9-c3e5-45cf-b443-3a76b92554b9 req-fd2640bd-5477-406b-936c-19dff2c70d73 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:27.178396 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-02da0cd9-c3e5-45cf-b443-3a76b92554b9 req-fd2640bd-5477-406b-936c-19dff2c70d73 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0563204 Nov 25 08:46:27.258078 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-02da0cd9-c3e5-45cf-b443-3a76b92554b9 req-78514eb2-c294-4e81-b8e3-efa9533c1d0f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709910 Nov 25 08:46:27.316571 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32984) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:27.363908 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-07b783f3-f1ba-4912-9ae7-46dbaffc6816 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2dc4103c9eb443549b5e374c148eae92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0460997 Nov 25 08:46:27.366425 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32988) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:27.444089 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.473738 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.542272 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.545166 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:27.546945 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/924cf1f9-643c-48ac-997b-df3031d845a0 HTTP/1.1" status: 204 len: 168 time: 0.1793475 Nov 25 08:46:27.558741 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a317bdc-bfb9-459c-a663-613506ce94da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=924cf1f9-643c-48ac-997b-df3031d845a0,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:27.758426 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:27.780474 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:27.781098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 9a7a1278-a4a7-4679-bdd4-3c4613d620c5 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:27.781535 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:27.806323 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:27.806673 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 1cb33625-9e22-4d11-a9ed-f54c7d5f0957 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:27.808101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:27.831170 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:27.832025 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 91dc1d96-24fd-4218-8b88-3e2fbbeec4fc not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:27.848772 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-221ffd4b-dd57-4d62-a95e-a0ff54689a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:27.850378 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-221ffd4b-dd57-4d62-a95e-a0ff54689a78 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1098 time: 0.0609486 Nov 25 08:46:27.931331 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 32998) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:27.980097 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-9b0894d2-826e-4c90-960e-d2f9024a0a17 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=77af9891c39844388f0b61b02c1a8212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0475228 Nov 25 08:46:27.982547 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33002) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:46:28.030658 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:28.052283 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:28.105925 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:28.110585 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:28.112458 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/494a741f-ec1b-43c8-baca-6e10405ca5a8 HTTP/1.1" status: 204 len: 168 time: 0.1287677 Nov 25 08:46:28.123135 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2475bf8-996e-4ffb-8b43-5e0083dbfae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=494a741f-ec1b-43c8-baca-6e10405ca5a8,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:28.397841 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f98e55-c5e3-41ea-a56c-04b0ca00b214 req-22d44a3d-1e21-4b5c-aa26-2eebb3787d6d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:28.400347 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e8f98e55-c5e3-41ea-a56c-04b0ca00b214 req-22d44a3d-1e21-4b5c-aa26-2eebb3787d6d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0554988 Nov 25 08:46:28.469030 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e8f98e55-c5e3-41ea-a56c-04b0ca00b214 req-0ddabdcd-c0b9-4460-b255-7c7195325d2b tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624778 Nov 25 08:46:29.596719 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c9912-a270-4d9f-bee2-dfda9fc6ab15 req-1f8b90f0-d6b6-4bb8-8097-e3eac308aa27 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:29.598290 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e7c9912-a270-4d9f-bee2-dfda9fc6ab15 req-1f8b90f0-d6b6-4bb8-8097-e3eac308aa27 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0502353 Nov 25 08:46:29.656164 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6e7c9912-a270-4d9f-bee2-dfda9fc6ab15 req-c309012a-76ce-41e7-83e3-242c3605451a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480978 Nov 25 08:46:30.816153 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-5a8306c4-74b0-48a1-b778-efb29e677050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:30.817632 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-5a8306c4-74b0-48a1-b778-efb29e677050 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1511984 Nov 25 08:46:30.832864 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f521bd6-27c6-4d6f-8a60-d7e7a8438aa6 req-26d78873-da6c-48e8-af69-4fad3f21c38d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:30.834439 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9f521bd6-27c6-4d6f-8a60-d7e7a8438aa6 req-26d78873-da6c-48e8-af69-4fad3f21c38d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0972691 Nov 25 08:46:30.940470 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-434349dc-4465-48e8-8c09-efe038a146e9 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 999 time: 0.1050141 Nov 25 08:46:30.944540 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9f521bd6-27c6-4d6f-8a60-d7e7a8438aa6 req-a9467af1-1fb4-42a2-a353-47968deab5fa tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1031215 Nov 25 08:46:30.997183 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-eeabc641-3263-4aba-a3fe-cbb6c9464f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:30.998983 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-eeabc641-3263-4aba-a3fe-cbb6c9464f90 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0481026 Nov 25 08:46:31.051121 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-0d334d0d-3b1b-4c5e-8c65-1f5bbf69718b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:31.052738 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-0d334d0d-3b1b-4c5e-8c65-1f5bbf69718b service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0463493 Nov 25 08:46:31.156189 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-677ea588-7c25-425f-8dca-d0866d198b23 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934196 Nov 25 08:46:31.255938 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8de8b09b-4e2f-46d6-a49d-249a49054703 req-bf86fdc4-eb95-41e8-82dc-7a2e1209d06f service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916431 Nov 25 08:46:32.083353 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d20437-791a-4d8e-8302-8d3f34e541d3 req-88b233cf-c979-4bb6-9199-bcf9616a9ef6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:32.085195 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-57d20437-791a-4d8e-8302-8d3f34e541d3 req-88b233cf-c979-4bb6-9199-bcf9616a9ef6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0583093 Nov 25 08:46:32.146530 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-57d20437-791a-4d8e-8302-8d3f34e541d3 req-9dce3033-0f5f-45c7-9c7c-f712cafbe7b6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508687 Nov 25 08:46:33.314157 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1df19-e024-4bfe-9791-cddee635e53c req-275ceb58-bb63-4fc9-b82e-395c9b2cb330 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:33.315779 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-95e1df19-e024-4bfe-9791-cddee635e53c req-275ceb58-bb63-4fc9-b82e-395c9b2cb330 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0547395 Nov 25 08:46:33.366228 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-95e1df19-e024-4bfe-9791-cddee635e53c req-76eee203-99b4-4017-a312-70bcbcefc7e9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444136 Nov 25 08:46:34.516138 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f1dcd3-a72b-423b-be29-52faa09e5dc2 req-c1073632-1e62-4d72-89c8-a5b3904e5073 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:34.517729 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69f1dcd3-a72b-423b-be29-52faa09e5dc2 req-c1073632-1e62-4d72-89c8-a5b3904e5073 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0563393 Nov 25 08:46:34.566819 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-69f1dcd3-a72b-423b-be29-52faa09e5dc2 req-91f81317-43e8-4cc8-bfef-4a7c9023ef41 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429194 Nov 25 08:46:35.693321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc3c9d-5c5a-49da-88a1-08d0d279880b req-2a26c289-ac36-4c7b-bb7a-c9c160ea36ed tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:35.695598 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2ccc3c9d-5c5a-49da-88a1-08d0d279880b req-2a26c289-ac36-4c7b-bb7a-c9c160ea36ed tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0522251 Nov 25 08:46:35.747297 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2ccc3c9d-5c5a-49da-88a1-08d0d279880b req-8cffe480-54a8-4488-a849-9e1f86ee9e23 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452912 Nov 25 08:46:36.879029 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88460b4-12cd-45e8-b0bc-3618021f98dc req-74f07199-c2e6-46b3-967b-d47a6cea294f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:36.881043 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d88460b4-12cd-45e8-b0bc-3618021f98dc req-74f07199-c2e6-46b3-967b-d47a6cea294f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0585394 Nov 25 08:46:36.936443 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d88460b4-12cd-45e8-b0bc-3618021f98dc req-e8987eca-0cb8-4581-9375-59fd8bb59e3e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488861 Nov 25 08:46:38.075646 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b4dab-d6cb-4b2c-b9a5-fd8241ddc035 req-1a7fdca6-fd2a-4c46-bcae-65dd20c093b0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:38.077421 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b2b4dab-d6cb-4b2c-b9a5-fd8241ddc035 req-1a7fdca6-fd2a-4c46-bcae-65dd20c093b0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0527365 Nov 25 08:46:38.130906 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2b2b4dab-d6cb-4b2c-b9a5-fd8241ddc035 req-5921ae4d-9505-4960-ae4d-789395a697a1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458875 Nov 25 08:46:39.270824 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec511-0a73-42e1-9954-f53414791522 req-91827392-8b04-49c4-a5a6-e199e10f4263 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:39.272506 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-260ec511-0a73-42e1-9954-f53414791522 req-91827392-8b04-49c4-a5a6-e199e10f4263 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0626130 Nov 25 08:46:39.327541 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-260ec511-0a73-42e1-9954-f53414791522 req-e21e5a9a-fa6b-4d62-a470-639e4bac4974 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486948 Nov 25 08:46:40.503199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff854d4-26b7-4592-8053-431467a09640 req-574e71c6-83c7-4990-9c7f-cd2048af320a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:40.504737 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cff854d4-26b7-4592-8053-431467a09640 req-574e71c6-83c7-4990-9c7f-cd2048af320a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0622876 Nov 25 08:46:40.590854 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cff854d4-26b7-4592-8053-431467a09640 req-f55c1447-16d0-445e-ae73-46669cb09be7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677569 Nov 25 08:46:41.731617 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1376e9d8-7bd6-4c48-ba3d-9a20df89a39c req-3d93c866-eba7-43d4-9aa2-62c1972f5d00 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:41.733822 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1376e9d8-7bd6-4c48-ba3d-9a20df89a39c req-3d93c866-eba7-43d4-9aa2-62c1972f5d00 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0577886 Nov 25 08:46:41.789535 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1376e9d8-7bd6-4c48-ba3d-9a20df89a39c req-0b82f047-78f5-4b9c-a05f-797918a265cb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490959 Nov 25 08:46:42.130765 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:46:42.234785 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:42.248212 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:46:42.287915 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:42.302276 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:46:42.329284 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:42.334794 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:42.390589 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=6']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:42.469821 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:46:42.930333 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb2194-e724-4512-a98a-339b40e25cb3 req-606ea761-cad8-4922-9601-e1f4b1bbde5e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:42.932778 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80bb2194-e724-4512-a98a-339b40e25cb3 req-606ea761-cad8-4922-9601-e1f4b1bbde5e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0601909 Nov 25 08:46:43.255179 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-80bb2194-e724-4512-a98a-339b40e25cb3 req-a7d6acaa-a421-49ec-9032-6cd9769bdc48 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3162494 Nov 25 08:46:44.173046 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:46:44.275826 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:46:44.276978 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:44.440096 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:44.472042 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b5b345-924c-4a85-9686-71e13c171a57 req-a925373c-fef8-4a2c-b491-2bb2084f4efe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:44.491528 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-55b5b345-924c-4a85-9686-71e13c171a57 req-a925373c-fef8-4a2c-b491-2bb2084f4efe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0983887 Nov 25 08:46:44.510493 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:44.511766 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:44.516743 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54eaa83f-762a-4eea-bbed-badbc72d0e12" -d '{"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:44.533130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:44.580149 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-55b5b345-924c-4a85-9686-71e13c171a57 req-06960ea6-4c6e-4301-ad39-107fe7fe2de5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849736 Nov 25 08:46:44.621851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=7']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:44.626028 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-337de677-84f8-4ebb-91d7-8a16c355d9e8 x-openstack-request-id: req-337de677-84f8-4ebb-91d7-8a16c355d9e8 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:44.626341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:44.626679 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-337de677-84f8-4ebb-91d7-8a16c355d9e8 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:44.627072 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'code': 200} Nov 25 08:46:45.423861 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84aa7ce6-52c0-4481-be22-8ad7be774c69 req-e28d1f31-0f40-4896-8f64-1d602e943f25 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:45.441224 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84aa7ce6-52c0-4481-be22-8ad7be774c69 req-e28d1f31-0f40-4896-8f64-1d602e943f25 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.0757155 Nov 25 08:46:45.509263 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84aa7ce6-52c0-4481-be22-8ad7be774c69 req-ec1ebcc5-f427-440a-bd49-d3a135251af2 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668280 Nov 25 08:46:45.764115 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034f959-db4d-4d5d-91a8-6cea602a9cf5 req-e78c1f0f-a7e1-465a-a7c8-5a317bcff9c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:45.766634 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c034f959-db4d-4d5d-91a8-6cea602a9cf5 req-e78c1f0f-a7e1-465a-a7c8-5a317bcff9c3 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0704632 Nov 25 08:46:45.837167 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c034f959-db4d-4d5d-91a8-6cea602a9cf5 req-53190c00-0905-43e6-9ce7-5782e033447e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594471 Nov 25 08:46:46.652348 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa530192-4f72-445e-a9b5-85210cf96a24 req-576b266c-fd9b-46ca-b917-b39b007434bb tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:46.656130 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa530192-4f72-445e-a9b5-85210cf96a24 req-576b266c-fd9b-46ca-b917-b39b007434bb tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.0624642 Nov 25 08:46:46.715773 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa530192-4f72-445e-a9b5-85210cf96a24 req-a7976df2-731b-4dd0-8c81-3310932eeeff tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536368 Nov 25 08:46:46.989027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66048309-956f-4940-a9a4-3121333b4250 req-e4433e44-5195-4785-b271-41027feca0a9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:46.991148 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66048309-956f-4940-a9a4-3121333b4250 req-e4433e44-5195-4785-b271-41027feca0a9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0642011 Nov 25 08:46:47.067435 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-66048309-956f-4940-a9a4-3121333b4250 req-62fa17ad-8f8b-4587-ab92-d735df2f8c09 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693595 Nov 25 08:46:47.336113 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-92aa30ab-b8db-403e-b559-815683111ee9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:47.337859 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-92aa30ab-b8db-403e-b559-815683111ee9 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 945 time: 0.0975120 Nov 25 08:46:47.495426 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Deleting port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:46:47.495903 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:47.633431 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] For port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:47.633904 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:47.651056 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Calling delete_port for 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:46:47.889222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:47.905180 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['0ff26fce-660e-4b5e-a93e-5455cb4c9d10'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:46:47.951597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Pushing event deleted for resources: {'Port': ['ID=0ff26fce-660e-4b5e-a93e-5455cb4c9d10,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:47.971782 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.972233 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.972526 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.972829 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.973170 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.973502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.973829 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.974158 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.974481 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.974806 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.975130 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.975447 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:46:47.994196 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0815504-493b-4735-8248-93e2c3c074ba req-ac075872-e53c-408a-a7ce-8d800525659b tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:47.995859 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c0815504-493b-4735-8248-93e2c3c074ba req-ac075872-e53c-408a-a7ce-8d800525659b tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=18c60725-c104-415f-b7f9-85c3c12c404e HTTP/1.1" status: 200 len: 867 time: 0.1512887 Nov 25 08:46:48.070997 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] No DVR routers for this DVR port 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:46:48.078522 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:48.084506 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a44a66ac-e654-42a4-bba1-a4fe8cd57459 req-98455949-6278-4aa4-b140-2afde6ae3d77 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "DELETE /v2.0/ports/0ff26fce-660e-4b5e-a93e-5455cb4c9d10 HTTP/1.1" status: 204 len: 173 time: 0.7310927 Nov 25 08:46:48.085164 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'name': 'network-vif-deleted', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:48.089430 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6e1204-c783-4d9d-966f-fa5c750e4069" -d '{"events": [{"server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "name": "network-vif-deleted", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:48.145932 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c0815504-493b-4735-8248-93e2c3c074ba req-eb03f126-6ba0-4ec2-8e23-600d10566be1 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321170 Nov 25 08:46:48.189636 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5c9f50-3800-440b-b68f-033745943e70 x-openstack-request-id: req-4e5c9f50-3800-440b-b68f-033745943e70 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:48.190105 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18c60725-c104-415f-b7f9-85c3c12c404e", "name": "network-vif-deleted", "tag": "0ff26fce-660e-4b5e-a93e-5455cb4c9d10", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:48.190415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4e5c9f50-3800-440b-b68f-033745943e70 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:48.191254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18c60725-c104-415f-b7f9-85c3c12c404e', 'name': 'network-vif-deleted', 'tag': '0ff26fce-660e-4b5e-a93e-5455cb4c9d10', 'status': 'completed', 'code': 200} Nov 25 08:46:48.366542 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616a72cb-7698-4fdb-9513-20aa34cdce73 req-b3f2d2d6-811c-479a-ae7d-ae7329102cae tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:48.368316 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-616a72cb-7698-4fdb-9513-20aa34cdce73 req-b3f2d2d6-811c-479a-ae7d-ae7329102cae tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.1089406 Nov 25 08:46:48.435597 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-616a72cb-7698-4fdb-9513-20aa34cdce73 req-37d6844e-9513-4776-97cc-20d0ad9fa0a6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598152 Nov 25 08:46:48.541908 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-178477be-ca49-4aef-9e88-2aa73a1c4b0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:49.595547 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9b9b0-f510-41f3-9350-80ab9c6efe56 req-3551ce04-5788-4381-84b2-6ad1b7571ca7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:49.597342 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ad9b9b0-f510-41f3-9350-80ab9c6efe56 req-3551ce04-5788-4381-84b2-6ad1b7571ca7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0612984 Nov 25 08:46:49.664641 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4ad9b9b0-f510-41f3-9350-80ab9c6efe56 req-6ce303cd-61a7-4fe4-87f8-329b0a794470 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510111 Nov 25 08:46:50.847041 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3560e8ff-604c-4169-bdf1-c7d572308c43 req-4b521998-0737-4862-9e16-ac1ce2ff429c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:50.850425 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3560e8ff-604c-4169-bdf1-c7d572308c43 req-4b521998-0737-4862-9e16-ac1ce2ff429c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0655262 Nov 25 08:46:50.918821 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3560e8ff-604c-4169-bdf1-c7d572308c43 req-9fd67d2c-32d8-47b7-9d6b-1538a31674b7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624330 Nov 25 08:46:51.353972 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3e061dda-25cb-47dc-880c-b31f006ac6f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:52.128799 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec84d6d-4189-4dda-a0f8-e0a54b0bd4bc req-f8498f18-7802-44d5-ad86-bcbf5cf92b53 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:52.130691 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dec84d6d-4189-4dda-a0f8-e0a54b0bd4bc req-f8498f18-7802-44d5-ad86-bcbf5cf92b53 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0883322 Nov 25 08:46:52.216650 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dec84d6d-4189-4dda-a0f8-e0a54b0bd4bc req-b9a36a5e-1768-4608-9a58-5a1c034cc031 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746527 Nov 25 08:46:52.357990 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:52.534130 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:52.564234 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:46:52.564881 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 0ff26fce-660e-4b5e-a93e-5455cb4c9d10 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:46:53.344786 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b801eee-8f10-4fbc-b3f7-5b49b48c17e6 req-f3202d50-1a3c-4a79-b7e4-6ffa8dc260d2 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:53.348042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b801eee-8f10-4fbc-b3f7-5b49b48c17e6 req-f3202d50-1a3c-4a79-b7e4-6ffa8dc260d2 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0601003 Nov 25 08:46:53.402717 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6b801eee-8f10-4fbc-b3f7-5b49b48c17e6 req-76b07fc8-b5eb-4f15-9352-1b36145d8a1d tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505447 Nov 25 08:46:53.907899 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:54.530990 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33dbf0-4059-4671-b4e0-967960f74858 req-c0184aff-3944-4996-86cd-5d5aae35a650 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:54.532732 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1e33dbf0-4059-4671-b4e0-967960f74858 req-c0184aff-3944-4996-86cd-5d5aae35a650 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Nov 25 08:46:54.550397 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:54.589327 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1e33dbf0-4059-4671-b4e0-967960f74858 req-4eeb5f3b-162a-48d3-8481-9182740a487c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492842 Nov 25 08:46:54.732321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b664c-8c79-4492-899c-7a5ee03091ec req-3e12a225-8175-4d67-9c42-dd29283ccce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:54.733845 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-3e12a225-8175-4d67-9c42-dd29283ccce7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1098 time: 0.0474102 Nov 25 08:46:54.832390 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b664c-8c79-4492-899c-7a5ee03091ec req-9361f544-09d5-4762-9fd8-a250d40fa9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:54.833886 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-9361f544-09d5-4762-9fd8-a250d40fa9df service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.0907400 Nov 25 08:46:54.911526 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-3009d1cc-3fd2-4bfe-a0ba-e70eb04696bc service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 999 time: 0.0674264 Nov 25 08:46:54.967549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b664c-8c79-4492-899c-7a5ee03091ec req-f406066e-d72f-4986-b655-be766e626343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:54.968966 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-f406066e-d72f-4986-b655-be766e626343 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0482652 Nov 25 08:46:55.021818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488b664c-8c79-4492-899c-7a5ee03091ec req-268bd6b3-848a-4777-b189-d018bdad0ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:55.023544 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-268bd6b3-848a-4777-b189-d018bdad0ebe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0470197 Nov 25 08:46:55.127328 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-54d00cc2-021e-4ced-9fbb-251bd063ab2c service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913324 Nov 25 08:46:55.225024 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-488b664c-8c79-4492-899c-7a5ee03091ec req-7c7894fa-919b-4ecb-8dd4-0bcc37b8aea1 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895600 Nov 25 08:46:55.708199 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d8db49-0b27-447e-a1d6-0d0576496062 req-c9725715-e8cb-4636-b0a1-3a29a9cdec73 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:55.709686 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84d8db49-0b27-447e-a1d6-0d0576496062 req-c9725715-e8cb-4636-b0a1-3a29a9cdec73 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0504148 Nov 25 08:46:55.763927 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-84d8db49-0b27-447e-a1d6-0d0576496062 req-35b73b09-8aff-4469-9929-0afe08ee4c56 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469780 Nov 25 08:46:55.781268 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:56.887174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195d277-e357-4145-ab67-b523069bb29f req-516e075b-70fc-4fc4-9bff-9594a64c6c26 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:56.889585 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5195d277-e357-4145-ab67-b523069bb29f req-516e075b-70fc-4fc4-9bff-9594a64c6c26 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0502765 Nov 25 08:46:56.940582 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5195d277-e357-4145-ab67-b523069bb29f req-00c96e7e-2823-448f-a5ee-f3fbb3bbad2f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446711 Nov 25 08:46:57.661374 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:46:58.061734 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd8539-2bd9-4590-9992-964937c3138f req-fb3cca32-3611-42b9-9076-d3bcfa028d7c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:58.063407 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16bd8539-2bd9-4590-9992-964937c3138f req-fb3cca32-3611-42b9-9076-d3bcfa028d7c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 945 time: 0.0496538 Nov 25 08:46:58.118486 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16bd8539-2bd9-4590-9992-964937c3138f req-4eca7d52-98d3-4b73-b2e4-d484214283ad tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487704 Nov 25 08:46:58.548009 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:46:58.629248 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:58.658485 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:46:58.661453 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6d62af1-62de-43f1-bd04-5f7cc4800724" -d '{"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-unplugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:46:58.682485 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:46:58.687900 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:46:58.712067 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 08:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df5b9d65-ba94-4540-b624-916af49f208b x-openstack-request-id: req-df5b9d65-ba94-4540-b624-916af49f208b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:46:58.712355 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-unplugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:46:58.712612 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-df5b9d65-ba94-4540-b624-916af49f208b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:46:58.713008 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'code': 200} Nov 25 08:46:58.740851 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=8']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:46:59.271471 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fcf157-6f3c-4438-b26e-7fc0906c1262 req-4aae9810-4543-410f-ad04-32a83ac9976e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:59.279282 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78fcf157-6f3c-4438-b26e-7fc0906c1262 req-4aae9810-4543-410f-ad04-32a83ac9976e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0822983 Nov 25 08:46:59.339133 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78fcf157-6f3c-4438-b26e-7fc0906c1262 req-578dd0d9-a320-4629-9e33-b7c76b470ab8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589323 Nov 25 08:46:59.440807 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-0fa29c17-a4eb-473f-a10d-8f85bbfc9809 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:46:59.443016 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-0fa29c17-a4eb-473f-a10d-8f85bbfc9809 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 814 time: 0.1273673 Nov 25 08:46:59.461917 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-76c565de-9fca-4fcf-9961-e6e3ac7ca31f tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/quotas/3500139a1c5d49a1ae51cf5064532856 HTTP/1.1" status: 200 len: 375 time: 0.0107598 Nov 25 08:46:59.510254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-024ce0db-4cc0-48ea-9d2a-7212598dbbc8 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0405934 Nov 25 08:46:59.740036 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-142e0336-a1c9-4adf-9b6e-41354baa5b3c service neutron] 10.222.0.46 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184734 Nov 25 08:46:59.854490 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-6cd79f07-74cb-428b-b05a-29a0d355201f service neutron] 10.222.0.46 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063972 Nov 25 08:47:00.024875 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d0621109-df63-42a6-8547-9ce92f4ab6f4 req-ef713fa8-3ecb-4ba8-b644-1a160a600d69 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 210 time: 0.0268004 Nov 25 08:47:00.484352 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e44116-2cbf-4d37-bff2-07c324ed7605 req-63053314-4ac1-4b3b-aed4-ef6839003281 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:00.486042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c5e44116-2cbf-4d37-bff2-07c324ed7605 req-63053314-4ac1-4b3b-aed4-ef6839003281 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0543690 Nov 25 08:47:00.534901 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c5e44116-2cbf-4d37-bff2-07c324ed7605 req-21fd4203-1ca1-41cf-9e47-dfff1d61a6b6 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427637 Nov 25 08:47:01.076327 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-add6cb90-8e2c-4340-ae64-9c2119b18d48 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:01.078643 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-add6cb90-8e2c-4340-ae64-9c2119b18d48 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 814 time: 0.1294732 Nov 25 08:47:01.095009 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Request body: {'port': {'device_id': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421', 'admin_state_up': True, 'tenant_id': '3500139a1c5d49a1ae51cf5064532856'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:01.171287 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e2168d67-891b-4b17-b9da-f378b72399d5 req-03a1d66d-f159-48c2-8dff-aaee8015ebea tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 210 time: 0.0567317 Nov 25 08:47:01.237342 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Made reservation on behalf of 3500139a1c5d49a1ae51cf5064532856 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:01.240963 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:01.349051 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-701b1488-0ded-4c6f-9d65-503f617faef9 req-a5150239-9a16-42eb-ac7d-2d945e348cfb service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:47:01.349929 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-701b1488-0ded-4c6f-9d65-503f617faef9 req-a5150239-9a16-42eb-ac7d-2d945e348cfb service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0085306 Nov 25 08:47:01.372870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Allocated IP 172.20.0.5 (174db974-9d6e-4aca-b06c-4c66d94ce421/b2576914-82a2-420f-8756-4ea7565a86be/7453e83d-6b4c-477d-8c32-cebb3c79ef9a) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:01.560859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eb6259-7728-41cd-ae46-922ce02efa2e req-97105424-734b-4c19-aede-5efd705a811f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:01.563151 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-46eb6259-7728-41cd-ae46-922ce02efa2e req-97105424-734b-4c19-aede-5efd705a811f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0817070 Nov 25 08:47:01.575120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:01.643093 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-46eb6259-7728-41cd-ae46-922ce02efa2e req-1b328cd9-a351-4714-a45d-81aee1f82ca8 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714884 Nov 25 08:47:01.653323 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:01.701075 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Network 174db974-9d6e-4aca-b06c-4c66d94ce421 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:01.704614 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:01.707259 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:47:01.737578 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Pushing event updated for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:01.766866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:01.767511 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:01.786243 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-60f327ff-56a5-4e1b-b508-89eefcbe4667 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6967714 Nov 25 08:47:01.804986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Request body: {'port': {'device_id': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:01.857394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33358) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:01.862684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:01.950645 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-b33e5f3a-d00b-463d-a5dc-cb31d2a5b276 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0915353 Nov 25 08:47:01.960227 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-a8c2702b-9bd5-4c03-8c19-10f88a96b87a service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109109) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:47:01.961197 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-a8c2702b-9bd5-4c03-8c19-10f88a96b87a service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049319 Nov 25 08:47:02.149108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7453e83d-6b4c-477d-8c32-cebb3c79ef9a {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:47:02.158678 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:02.173174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Transition to ACTIVE for port object 7453e83d-6b4c-477d-8c32-cebb3c79ef9a will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:02.177744 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:02.226497 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Pushing event updated for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:02.330792 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Attempting to bind port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:47:02.331137 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Attempting to bind port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:47:02.331472 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Attempting to bind port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a on network 174db974-9d6e-4aca-b06c-4c66d94ce421 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:47:02.338797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a on network 174db974-9d6e-4aca-b06c-4c66d94ce421 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:47:02.339120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Attempting to bind port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a on network 174db974-9d6e-4aca-b06c-4c66d94ce421 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:47:02.348504 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5922ad7-e253-4b39-8fd7-1b3172dcc282 req-e26375b0-65eb-449a-8073-46e704e5061f tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:02.350040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b5922ad7-e253-4b39-8fd7-1b3172dcc282 req-e26375b0-65eb-449a-8073-46e704e5061f tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 943 time: 0.0808911 Nov 25 08:47:02.354393 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 46, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:47:02.354733 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Checking segment: {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:47:02.355119 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Bound using segment: {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:47:02.355577 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Bound port: 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '16a85797-bac5-433e-a134-d873592f4756', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:47:02.355942 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:02.444442 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b5922ad7-e253-4b39-8fd7-1b3172dcc282 req-60083b4e-7226-40de-a0b2-f48c13cfaa19 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861852 Nov 25 08:47:02.454647 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:47:02.458249 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:47:02.464210 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:02.511176 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:02.511820 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:02.513224 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] 10.222.0.59 "PUT /v2.0/ports/7453e83d-6b4c-477d-8c32-cebb3c79ef9a HTTP/1.1" status: 200 len: 1093 time: 0.7131829 Nov 25 08:47:02.513671 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:02.517129 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2" -d '{"events": [{"name": "network-changed", "server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:02.540642 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb10dc84-3bba-4f74-aca1-7161e900babb service neutron] Pushing event updated for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:02.566309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf458d9-9cb7-42a1-875f-9b0e7a92d2c6 x-openstack-request-id: req-bcf458d9-9cb7-42a1-875f-9b0e7a92d2c6 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:02.567288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:02.567546 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-bcf458d9-9cb7-42a1-875f-9b0e7a92d2c6 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:02.567995 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a', 'status': 'completed', 'code': 200} Nov 25 08:47:02.616487 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-32432db8-7c30-40e3-921f-266be93e6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:02.618018 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-32432db8-7c30-40e3-921f-266be93e6c77 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 1096 time: 0.0435793 Nov 25 08:47:02.661185 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-eb52aade-f448-4f47-ac56-2242a132035b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a HTTP/1.1" status: 200 len: 217 time: 0.0342853 Nov 25 08:47:02.718008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-7aa9fa5e-2c83-4109-9e33-bc5b08794ac0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:02.719432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-7aa9fa5e-2c83-4109-9e33-bc5b08794ac0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2576914-82a2-420f-8756-4ea7565a86be HTTP/1.1" status: 200 len: 854 time: 0.0469980 Nov 25 08:47:02.766094 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-315cf418-2491-4250-bc93-7eb5a22c359f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=174db974-9d6e-4aca-b06c-4c66d94ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381179 Nov 25 08:47:02.830610 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258dc0a2-ad8b-45c4-b274-95a589236b0f req-48c8af9b-2780-4db1-a904-b36aceff0e60 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:02.832086 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-258dc0a2-ad8b-45c4-b274-95a589236b0f req-48c8af9b-2780-4db1-a904-b36aceff0e60 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.1169608 Nov 25 08:47:02.943194 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-d3a8b38c-fc97-47d8-83d0-d8732ed3c750 service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687191 Nov 25 08:47:02.956284 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-258dc0a2-ad8b-45c4-b274-95a589236b0f req-937d6147-bcad-4208-9f8e-5f1bbcec7f1a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170363 Nov 25 08:47:03.019921 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6908df-c403-491b-b291-3513663f27db req-24d3124e-6fec-40a2-ae98-9068b0136449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.021389 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-24d3124e-6fec-40a2-ae98-9068b0136449 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7&tenant_id=af706c5a572d4008b111a87e96ebf814 HTTP/1.1" status: 200 len: 1096 time: 0.1484625 Nov 25 08:47:03.064684 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8cd64f1e-746e-4d30-848f-75f7c958858b req-f0a24d2e-5269-47ab-b146-70a0fcd113ae service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074600 Nov 25 08:47:03.094031 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6908df-c403-491b-b291-3513663f27db req-55982553-e1ac-45ea-9eec-6ce16e0c1c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.095534 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-55982553-e1ac-45ea-9eec-6ce16e0c1c1f service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1096 time: 0.0448172 Nov 25 08:47:03.216268 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-12b94b30-be68-437b-8bea-b2db7ba5512e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.218204 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-12b94b30-be68-437b-8bea-b2db7ba5512e service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3500139a1c5d49a1ae51cf5064532856&device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 1096 time: 0.0957580 Nov 25 08:47:03.249544 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6908df-c403-491b-b291-3513663f27db req-6559d05c-40e2-4a71-ad66-d4a262029a33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.251098 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-6559d05c-40e2-4a71-ad66-d4a262029a33 service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.1369524 Nov 25 08:47:03.636271 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-a8d217fc-7b8f-4145-a29a-da51965095a3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 997 time: 0.3592830 Nov 25 08:47:03.667482 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d24cdd-5d26-4cbe-9feb-0d43630a899d req-af2712f5-1c2d-41f7-8d4f-95f35a55cffa tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.668974 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3d24cdd-5d26-4cbe-9feb-0d43630a899d req-af2712f5-1c2d-41f7-8d4f-95f35a55cffa tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 943 time: 0.1012726 Nov 25 08:47:03.696513 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-bfe9c4bd-99a1-4813-88d4-c2513989c789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.698167 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-bfe9c4bd-99a1-4813-88d4-c2513989c789 service neutron] 10.222.0.59 "GET /v2.0/networks?id=174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 200 len: 915 time: 0.4693737 Nov 25 08:47:03.759238 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-89473116-5224-4e28-b6c4-552ea516cf51 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a HTTP/1.1" status: 200 len: 217 time: 0.0449975 Nov 25 08:47:03.761781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6908df-c403-491b-b291-3513663f27db req-4b9eca06-2fbc-4d80-b9d1-1ac0bccf35f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.763113 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-4b9eca06-2fbc-4d80-b9d1-1ac0bccf35f5 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.1144154 Nov 25 08:47:03.841753 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b3d24cdd-5d26-4cbe-9feb-0d43630a899d req-f344a186-8986-4467-a12b-e1bb0e05daea tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502171 Nov 25 08:47:03.863275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6908df-c403-491b-b291-3513663f27db req-29c505d3-5432-494f-a6e8-ff1be4646d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.863945 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-29c505d3-5432-494f-a6e8-ff1be4646d39 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0893092 Nov 25 08:47:03.869941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-3140d19c-0bb7-4a89-b96d-3fc731a70bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:03.871356 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-3140d19c-0bb7-4a89-b96d-3fc731a70bdf service neutron] 10.222.0.59 "GET /v2.0/subnets?id=b2576914-82a2-420f-8756-4ea7565a86be HTTP/1.1" status: 200 len: 854 time: 0.0977516 Nov 25 08:47:03.913914 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-a66bdb29-3410-43c3-8845-4eb3440ef459 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=174db974-9d6e-4aca-b06c-4c66d94ce421&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336211 Nov 25 08:47:04.055280 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-e2d33703-3269-47a7-82a2-7cc90899c4d3 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1822999 Nov 25 08:47:04.101567 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-f53ec0f3-bf58-4623-be17-3a532198256c service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631336 Nov 25 08:47:04.204171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d67907c-37ee-4c1d-a33e-132dd2cd24d4 req-7f19ff91-1d85-467b-8ffb-7da52142e41f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:04.205646 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d67907c-37ee-4c1d-a33e-132dd2cd24d4 req-7f19ff91-1d85-467b-8ffb-7da52142e41f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.1717970 Nov 25 08:47:04.269972 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be6908df-c403-491b-b291-3513663f27db req-b972e1fc-c785-4a60-bd76-978e7f1a4ef6 service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1939285 Nov 25 08:47:04.296057 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3bb208ae-1eb9-4c58-aabf-b4035b9340a2 req-6dd6701d-9388-4b28-8c2e-b051f6daa4ce service neutron] 10.222.0.59 "GET /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634073 Nov 25 08:47:04.303432 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d67907c-37ee-4c1d-a33e-132dd2cd24d4 req-010eae03-9b86-47c7-9c36-d53804bc8ea9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911496 Nov 25 08:47:04.562164 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:47:04.980407 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb61420f-d69f-4c4c-9c61-d0fb3f518e34 req-415ea04e-113e-4db0-b93c-21df3b8266ee tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:04.988455 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb61420f-d69f-4c4c-9c61-d0fb3f518e34 req-415ea04e-113e-4db0-b93c-21df3b8266ee tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 943 time: 0.0613542 Nov 25 08:47:05.038997 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cb61420f-d69f-4c4c-9c61-d0fb3f518e34 req-b8dbb373-5e1f-420a-95f4-cd0a404067a2 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493410 Nov 25 08:47:05.469351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf61a66-e688-40f1-bd48-c7fe70e5c2c1 req-4222e1c0-9f59-4996-9159-5c5020d34bbd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:05.471104 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecf61a66-e688-40f1-bd48-c7fe70e5c2c1 req-4222e1c0-9f59-4996-9159-5c5020d34bbd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0824313 Nov 25 08:47:05.540675 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecf61a66-e688-40f1-bd48-c7fe70e5c2c1 req-761dbe0e-4443-4e81-b373-d68138729f83 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627949 Nov 25 08:47:06.171404 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcfb10-fd17-4bc2-a079-724f81fc1f7b req-62f49828-02a9-4ce5-9959-56203bf20cd0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:06.173390 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8fcfb10-fd17-4bc2-a079-724f81fc1f7b req-62f49828-02a9-4ce5-9959-56203bf20cd0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 943 time: 0.0631077 Nov 25 08:47:06.230568 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-c8fcfb10-fd17-4bc2-a079-724f81fc1f7b req-1796ce91-c54a-47e2-8843-60133718bdda tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510681 Nov 25 08:47:06.588774 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7453e83d-6b4c-477d-8c32-cebb3c79ef9a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:47:06.721781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68362c69-b380-4173-acc2-30d634aeab87 req-f766237b-9eec-4724-91a8-3f1a7a4413c4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:06.723584 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-68362c69-b380-4173-acc2-30d634aeab87 req-f766237b-9eec-4724-91a8-3f1a7a4413c4 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0574820 Nov 25 08:47:06.724223 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:06.737819 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a', 'network_id': '174db974-9d6e-4aca-b06c-4c66d94ce421', 'port_id': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a', 'mac_address': 'fa:16:3e:ee:20:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 535, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2576914-82a2-420f-8756-4ea7565a86be', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:47:06.783422 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-68362c69-b380-4173-acc2-30d634aeab87 req-e4e59cf9-576f-484e-8acc-51defe211654 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535479 Nov 25 08:47:06.785887 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:06.801020 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7453e83d-6b4c-477d-8c32-cebb3c79ef9a {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:47:06.834787 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:06.843227 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:06.896910 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:07.128411 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['7453e83d-6b4c-477d-8c32-cebb3c79ef9a'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:47:07.426957 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98bc9d2-b5f6-44a5-99df-2a5ad4756bd7 req-72fe793f-5230-496b-a92c-085dc0271e02 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:07.429348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a98bc9d2-b5f6-44a5-99df-2a5ad4756bd7 req-72fe793f-5230-496b-a92c-085dc0271e02 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 944 time: 0.0994623 Nov 25 08:47:07.495219 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a98bc9d2-b5f6-44a5-99df-2a5ad4756bd7 req-639d5cdd-a3d5-4631-9488-b065559a48e0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555573 Nov 25 08:47:07.936295 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7036a978-5098-418a-8694-17ea3f6273a0 req-bc93afc8-6a35-4b7b-b452-4728c160b199 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:07.938279 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7036a978-5098-418a-8694-17ea3f6273a0 req-bc93afc8-6a35-4b7b-b452-4728c160b199 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0565515 Nov 25 08:47:08.013383 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7036a978-5098-418a-8694-17ea3f6273a0 req-ec290a92-b616-447f-bd8d-52ece7f0b2a5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684628 Nov 25 08:47:08.598396 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7453e83d-6b4c-477d-8c32-cebb3c79ef9a up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:47:08.642062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03086313-42b7-4f13-b4d4-ce58b0659737 req-28b1800c-5c2b-4dac-bf62-d6956c20f635 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:08.643954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03086313-42b7-4f13-b4d4-ce58b0659737 req-28b1800c-5c2b-4dac-bf62-d6956c20f635 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 944 time: 0.0729887 Nov 25 08:47:08.682194 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:47:08.698743 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:08.699501 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:08.722068 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-03086313-42b7-4f13-b4d4-ce58b0659737 req-24b8777b-4b5b-4e9e-9040-28624aede003 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686669 Nov 25 08:47:08.808317 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:08.834523 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:08.836829 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db76e1cd-fde1-44c3-b1a3-1af0870df9a0" -d '{"events": [{"server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "name": "network-vif-plugged", "status": "completed", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:08.852093 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:08.864738 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:08.892595 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219720cb-b6ed-4166-9c35-375c6df8fb69 x-openstack-request-id: req-219720cb-b6ed-4166-9c35-375c6df8fb69 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:08.893345 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "name": "network-vif-plugged", "status": "completed", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:08.893631 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-219720cb-b6ed-4166-9c35-375c6df8fb69 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:08.894088 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a', 'code': 200} Nov 25 08:47:08.920927 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:09.156634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33290496-36a3-4b02-bb40-79937f72c348 req-f46a8fd1-98bd-44ab-a2cb-8ab926db980a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:09.158142 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33290496-36a3-4b02-bb40-79937f72c348 req-f46a8fd1-98bd-44ab-a2cb-8ab926db980a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0503135 Nov 25 08:47:09.209640 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33290496-36a3-4b02-bb40-79937f72c348 req-cd053a36-beaa-49b9-b49d-45c985605148 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453880 Nov 25 08:47:09.867895 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfcc587-1d5d-4bef-83c0-2e8c4d7b31f0 req-998dcc87-0ec2-45fd-845e-70b69bd222ff tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:09.869330 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fdfcc587-1d5d-4bef-83c0-2e8c4d7b31f0 req-998dcc87-0ec2-45fd-845e-70b69bd222ff tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0762477 Nov 25 08:47:09.927703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fdfcc587-1d5d-4bef-83c0-2e8c4d7b31f0 req-01be3699-ea9d-4db5-8063-900ae9cb10b8 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508933 Nov 25 08:47:10.346072 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd9a8a4-5075-4ffa-91bd-4ea87d1730cc req-987dd641-9ecd-48b2-9767-cb1ccbb2f888 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:10.347666 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5fd9a8a4-5075-4ffa-91bd-4ea87d1730cc req-987dd641-9ecd-48b2-9767-cb1ccbb2f888 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0526979 Nov 25 08:47:10.401409 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5fd9a8a4-5075-4ffa-91bd-4ea87d1730cc req-047b6c8d-3e72-4d77-bf7e-ea50d8a92def tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475304 Nov 25 08:47:11.058700 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae35bbc5-5c24-4240-a53d-07f67cdd8cb0 req-771aee44-6726-456d-bc25-40090401d031 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:11.061163 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ae35bbc5-5c24-4240-a53d-07f67cdd8cb0 req-771aee44-6726-456d-bc25-40090401d031 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0591340 Nov 25 08:47:11.132055 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ae35bbc5-5c24-4240-a53d-07f67cdd8cb0 req-749e1b61-2aa6-45c0-a2b1-b3314ea1ad67 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620344 Nov 25 08:47:11.566364 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b7501d-b04a-4470-9916-132c8f5517b9 req-84ffffdc-0657-4fd8-99a7-6c6a1602e868 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:11.574204 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f9b7501d-b04a-4470-9916-132c8f5517b9 req-84ffffdc-0657-4fd8-99a7-6c6a1602e868 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0779653 Nov 25 08:47:11.621456 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f9b7501d-b04a-4470-9916-132c8f5517b9 req-3236376e-8876-423c-aa3c-ac95c68f3fea tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461323 Nov 25 08:47:12.309941 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1031ac-57fd-4057-8ac9-824fe3121fab req-f8709adb-acd6-4e02-915f-dd6b1c133b16 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:12.312247 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2a1031ac-57fd-4057-8ac9-824fe3121fab req-f8709adb-acd6-4e02-915f-dd6b1c133b16 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0646427 Nov 25 08:47:12.371727 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2a1031ac-57fd-4057-8ac9-824fe3121fab req-72a30aa1-ac5e-4ddd-984f-689b8a8e575d tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501812 Nov 25 08:47:12.767954 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86757a30-eec6-48db-9597-983a0c8d5a0e req-5d1a084d-62bc-41a3-b253-2851dfc952fe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:12.775536 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-86757a30-eec6-48db-9597-983a0c8d5a0e req-5d1a084d-62bc-41a3-b253-2851dfc952fe tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0637221 Nov 25 08:47:12.837914 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-86757a30-eec6-48db-9597-983a0c8d5a0e req-19c398eb-c9cd-4d4b-9b15-5e291b86b895 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611768 Nov 25 08:47:13.519233 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927489cc-a1a4-443b-88ed-1f37cf677797 req-ef68e1b9-9b90-4e71-af8b-55aeb3dab419 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:13.520832 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-927489cc-a1a4-443b-88ed-1f37cf677797 req-ef68e1b9-9b90-4e71-af8b-55aeb3dab419 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0579917 Nov 25 08:47:13.573279 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-927489cc-a1a4-443b-88ed-1f37cf677797 req-d823ae39-50f4-4069-a60a-a9f435a53649 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463362 Nov 25 08:47:13.983034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912ea4f6-5c22-47e8-8f29-17d29c4e774f req-0c853d59-6c1e-4832-b3ab-861708e71550 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:13.985158 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-912ea4f6-5c22-47e8-8f29-17d29c4e774f req-0c853d59-6c1e-4832-b3ab-861708e71550 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0709240 Nov 25 08:47:14.036588 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-912ea4f6-5c22-47e8-8f29-17d29c4e774f req-ccde8093-24f6-4700-bd73-952c4a4a9088 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442398 Nov 25 08:47:14.728640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499a9d1-b1d2-4a0d-b9a3-52460235749e req-0bdb72b5-75da-4610-8e4f-7865ccbb00f0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:14.730128 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9499a9d1-b1d2-4a0d-b9a3-52460235749e req-0bdb72b5-75da-4610-8e4f-7865ccbb00f0 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0604088 Nov 25 08:47:14.777617 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9499a9d1-b1d2-4a0d-b9a3-52460235749e req-252f2b54-6a08-4fb4-8368-afb851267171 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Nov 25 08:47:15.163899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d489ac-1173-4dcf-b17c-726d6ee70091 req-79182030-dac7-4ab0-840a-66b2a8011ee9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:15.165422 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-56d489ac-1173-4dcf-b17c-726d6ee70091 req-79182030-dac7-4ab0-840a-66b2a8011ee9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0509422 Nov 25 08:47:15.217559 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-56d489ac-1173-4dcf-b17c-726d6ee70091 req-173228e0-2c16-4c59-9760-3f4d980abc4e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455246 Nov 25 08:47:15.900241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9879860-3318-4452-ace6-0e109cf17498 req-6fc4ab2d-947d-4143-80c3-517ebfa36b66 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:15.901764 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9879860-3318-4452-ace6-0e109cf17498 req-6fc4ab2d-947d-4143-80c3-517ebfa36b66 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0548036 Nov 25 08:47:15.959107 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9879860-3318-4452-ace6-0e109cf17498 req-9fab8dcb-3fca-445c-84ed-9b63439cabc5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507970 Nov 25 08:47:16.306321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9652990c-6227-40d7-9b2f-e0552579a8c7 req-4d7e0630-2695-42a4-a42e-86f1fb1c59dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.307881 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9652990c-6227-40d7-9b2f-e0552579a8c7 req-4d7e0630-2695-42a4-a42e-86f1fb1c59dd service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 1098 time: 0.0534949 Nov 25 08:47:16.371866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee41c73b-835c-40ee-bbe5-603f975197d6 req-439d8849-7b05-40ee-87a9-f58e165a7d38 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:16.374268 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee41c73b-835c-40ee-bbe5-603f975197d6 req-439d8849-7b05-40ee-87a9-f58e165a7d38 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0841641 Nov 25 08:47:16.380883 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9652990c-6227-40d7-9b2f-e0552579a8c7 req-72d686d6-6930-4508-96bf-7e9cfe45b64d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594451 Nov 25 08:47:16.427978 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ee41c73b-835c-40ee-bbe5-603f975197d6 req-b8ebe638-2323-48fd-8c16-6ef0d14f4a8e tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460911 Nov 25 08:47:17.080467 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bb04e-b171-4909-86db-9c780aa5b6cf req-638cc143-7e0b-4a82-be63-223f5ed33ee5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:17.082259 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-738bb04e-b171-4909-86db-9c780aa5b6cf req-638cc143-7e0b-4a82-be63-223f5ed33ee5 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0515957 Nov 25 08:47:17.144748 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-738bb04e-b171-4909-86db-9c780aa5b6cf req-fdff9c01-af94-4439-aadb-bc27d2439e2d tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563638 Nov 25 08:47:17.574040 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76edebe-d388-4cd2-9f81-10af68dbeafb req-809ffd15-f9bf-44c6-b200-b2479f23ba1c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:17.575745 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e76edebe-d388-4cd2-9f81-10af68dbeafb req-809ffd15-f9bf-44c6-b200-b2479f23ba1c tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0622818 Nov 25 08:47:17.641861 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e76edebe-d388-4cd2-9f81-10af68dbeafb req-8f1b669a-c386-45a2-85f6-0331a43faa03 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591943 Nov 25 08:47:18.317987 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665d1b08-6c17-42e2-8b3e-9a24107327b0 req-d9dd9532-d229-4fe5-b020-11e6af1b4497 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:18.320769 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-665d1b08-6c17-42e2-8b3e-9a24107327b0 req-d9dd9532-d229-4fe5-b020-11e6af1b4497 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0952666 Nov 25 08:47:18.397123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-665d1b08-6c17-42e2-8b3e-9a24107327b0 req-7f7046e0-638d-4ba5-baab-083cb69f538e tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646026 Nov 25 08:47:18.526687 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e954-96e9-41d9-970c-f0be3a5d82b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:18.673084 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:47:18.776340 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:18.783227 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b829e5e-dbc5-47ac-8c04-1581bf4bf504 req-6054fe9f-dd39-41bc-bbf5-714c4f3b9db7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:18.784823 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0b829e5e-dbc5-47ac-8c04-1581bf4bf504 req-6054fe9f-dd39-41bc-bbf5-714c4f3b9db7 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 943 time: 0.0509906 Nov 25 08:47:18.789885 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'port_id': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'mac_address': 'fa:16:3e:f8:b5:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 521, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:47:18.838625 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:18.844612 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0b829e5e-dbc5-47ac-8c04-1581bf4bf504 req-8d81288e-d232-4500-a92d-16c0cbb217c9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521643 Nov 25 08:47:18.855533 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:47:18.877832 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:18.881407 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:18.930747 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=9']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:19.142360 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:47:19.976374 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccdedcd-07c4-4d9a-b477-f4e0019e5db7 req-18de05b0-522c-4afa-a7a5-63647617385f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:19.977786 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7ccdedcd-07c4-4d9a-b477-f4e0019e5db7 req-18de05b0-522c-4afa-a7a5-63647617385f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 944 time: 0.0548291 Nov 25 08:47:20.029971 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7ccdedcd-07c4-4d9a-b477-f4e0019e5db7 req-d28ac95f-20c1-417d-9b53-c48cfe155281 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416319 Nov 25 08:47:20.685281 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:47:20.738849 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:20.739228 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:20.831326 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:20.857163 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:20.859853 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d17d968-a633-42fd-b1d7-73c9ec6a289c" -d '{"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:20.875315 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:20.881378 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:20.916564 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e321937-c7b7-4c21-83cb-cc8ecf2f2d92 x-openstack-request-id: req-8e321937-c7b7-4c21-83cb-cc8ecf2f2d92 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:20.916854 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-plugged", "status": "completed", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:20.917098 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e321937-c7b7-4c21-83cb-cc8ecf2f2d92 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:20.917495 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'code': 200} Nov 25 08:47:20.953514 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=10']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:21.122428 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556098b6-d742-4a15-bc46-c1583b74564b req-f191ce36-2d3b-42af-98fb-d140406f33be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:21.124537 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-556098b6-d742-4a15-bc46-c1583b74564b req-f191ce36-2d3b-42af-98fb-d140406f33be service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1099 time: 0.0625613 Nov 25 08:47:21.191983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc7ec38-d312-4bbe-ae08-f0ee2b3fd722 req-20261aac-991f-4d3d-a1f7-59f31167f38f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:21.193555 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecc7ec38-d312-4bbe-ae08-f0ee2b3fd722 req-20261aac-991f-4d3d-a1f7-59f31167f38f tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.0869961 Nov 25 08:47:21.197646 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-556098b6-d742-4a15-bc46-c1583b74564b req-23f7dec4-555b-43df-a64e-f556c08cd5bc service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596368 Nov 25 08:47:21.254021 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-ecc7ec38-d312-4bbe-ae08-f0ee2b3fd722 req-c8ae3cd6-e274-4b1a-83b1-f737753719fb tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527945 Nov 25 08:47:21.339129 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-22037d85-f845-45df-9047-0c360ac1d4fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:22.344567 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:22.387113 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7851ddaa-67f1-4571-bb1e-898e93e6974a req-3878837e-53c9-44b1-acdf-501715af5ca0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:22.389902 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7851ddaa-67f1-4571-bb1e-898e93e6974a req-3878837e-53c9-44b1-acdf-501715af5ca0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.0577655 Nov 25 08:47:22.456773 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7851ddaa-67f1-4571-bb1e-898e93e6974a req-5e4ed5ae-f3d3-47c6-bd2f-180f988a8c24 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506926 Nov 25 08:47:23.584960 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5972583-faeb-4ebd-a05c-bd54c5900579 req-e46bcd8f-15b1-4622-ad16-5e7382706bef tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:23.586587 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f5972583-faeb-4ebd-a05c-bd54c5900579 req-e46bcd8f-15b1-4622-ad16-5e7382706bef tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.0542533 Nov 25 08:47:23.642574 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f5972583-faeb-4ebd-a05c-bd54c5900579 req-6d5b862c-9a30-453c-a388-6f7f95473d75 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489254 Nov 25 08:47:23.901275 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:24.553649 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:25.777184 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:30.629584 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-edf821fe-38a1-49fe-a3bf-da14db39104b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0507572 Nov 25 08:47:30.717562 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-59faf214-ff45-4add-b313-1cec5d11088d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:30.719202 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-59faf214-ff45-4add-b313-1cec5d11088d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=af706c5a572d4008b111a87e96ebf814&device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 1099 time: 0.0400982 Nov 25 08:47:30.826752 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-16db8fbb-6302-4792-b88d-d9ad42addcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:30.828251 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-16db8fbb-6302-4792-b88d-d9ad42addcbf service neutron] 10.222.0.59 "GET /v2.0/networks?id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 200 len: 918 time: 0.0876453 Nov 25 08:47:30.893908 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-07cb3430-07be-42de-8713-c51ddd3b43cd service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 200 len: 999 time: 0.0566545 Nov 25 08:47:31.862666 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-34b60b93-591d-4f61-8e25-9249ba0c282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:31.864026 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-34b60b93-591d-4f61-8e25-9249ba0c282f service neutron] 10.222.0.59 "GET /v2.0/subnets?id=3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 200 len: 856 time: 0.0438066 Nov 25 08:47:32.730795 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-52421664-2d7e-4dba-9adb-9cb6433f6dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:32.732374 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-52421664-2d7e-4dba-9adb-9cb6433f6dbb service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0444529 Nov 25 08:47:33.767812 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-348d8520-207f-4314-9c78-e3cc37012e2e service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894701 Nov 25 08:47:33.865861 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5125d7df-0ba0-48ef-acea-41505c72b223 req-835a942b-c42c-4481-8783-a89f1fccd10b service neutron] 10.222.0.59 "GET /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850725 Nov 25 08:47:34.659837 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:47:42.665551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749fb9a5-1d2f-41cc-9ccf-9d8efa6622e3 req-c37d1c38-b8a7-4637-b39f-67aa301d2e07 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:42.667109 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-749fb9a5-1d2f-41cc-9ccf-9d8efa6622e3 req-c37d1c38-b8a7-4637-b39f-67aa301d2e07 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0552824 Nov 25 08:47:42.718659 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-749fb9a5-1d2f-41cc-9ccf-9d8efa6622e3 req-655adfe2-e634-4fe1-b644-b03b33a6f89f tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445325 Nov 25 08:47:43.144211 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-39484b52-7225-4fb4-adcd-bc95d75a09dc tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-497791862&fields=id&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 267 time: 0.0461755 Nov 25 08:47:43.257283 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-969fa110-c962-460b-8897-fdc6e580bc18 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:43.258814 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-969fa110-c962-460b-8897-fdc6e580bc18 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.1077645 Nov 25 08:47:43.274866 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-bdaef96c-e1a4-4507-8e94-b42fc9cc3b36 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/quotas/ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 375 time: 0.0100293 Nov 25 08:47:43.335172 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-0852dae7-3ac0-47eb-a547-d1da3efd70cd tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0537183 Nov 25 08:47:43.440590 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-e3e83592-2619-49d1-8db3-f84bd3a31fc8 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904694 Nov 25 08:47:43.535636 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-c192143f-e579-4bfd-a177-f9da1466a131 service neutron] 10.222.0.46 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885990 Nov 25 08:47:43.878451 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-21d91797-6b17-487a-bd96-d09dfba185da req-d9c5547a-9339-4eac-b749-fcbb1277308f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 210 time: 0.0350690 Nov 25 08:47:43.903285 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5470ae-4473-48c3-93c2-efcb27b644e5 req-a1c93de0-a8d2-4611-b7bc-b3a5dc2a64a4 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:43.915624 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e5470ae-4473-48c3-93c2-efcb27b644e5 req-a1c93de0-a8d2-4611-b7bc-b3a5dc2a64a4 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.1170189 Nov 25 08:47:43.989564 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e5470ae-4473-48c3-93c2-efcb27b644e5 req-f93c446d-cd82-410e-ae4f-33e4e004fc79 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765240 Nov 25 08:47:44.528217 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5032e87-67b3-4496-8f4f-4696900e60e6 req-45f03505-001d-4f81-a080-2f2a65e2b68e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:44.529808 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5032e87-67b3-4496-8f4f-4696900e60e6 req-45f03505-001d-4f81-a080-2f2a65e2b68e tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.0532405 Nov 25 08:47:44.590042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5032e87-67b3-4496-8f4f-4696900e60e6 req-3061a498-51d7-47b4-929d-b3a554c00314 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534863 Nov 25 08:47:44.793239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-081885d9-e88f-4506-a00a-08e9497d3de4 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:44.794779 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-081885d9-e88f-4506-a00a-08e9497d3de4 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.0519419 Nov 25 08:47:44.908318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Deleting port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:47:44.909045 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:45.289780 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bebd90b1-23a0-4fb7-9e85-cacbdd9a56ee req-cab39525-1469-4f1e-b365-c5e02fce3576 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 210 time: 0.3189843 Nov 25 08:47:45.404992 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] For port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,segment=NetworkSegment(16a85797-bac5-433e-a134-d873592f4756),segment_id=16a85797-bac5-433e-a134-d873592f4756)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:45.405371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:45.426771 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Calling delete_port for 7453e83d-6b4c-477d-8c32-cebb3c79ef9a owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:47:45.467069 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f57e7be-f9c8-42f8-a840-2abb731ee14f req-68a50181-dd93-4bfb-85e3-8a544bfb5290 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:45.468705 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f57e7be-f9c8-42f8-a840-2abb731ee14f req-68a50181-dd93-4bfb-85e3-8a544bfb5290 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/ports?device_id=575780c8-cad0-45d8-91ce-3fd351d9e967 HTTP/1.1" status: 200 len: 945 time: 0.1833160 Nov 25 08:47:45.518285 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-16704a12-8cc1-4b0b-81eb-e247c39ea4eb tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:45.519771 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-16704a12-8cc1-4b0b-81eb-e247c39ea4eb tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 811 time: 0.5268660 Nov 25 08:47:45.624318 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0f57e7be-f9c8-42f8-a840-2abb731ee14f req-1ac2235e-681c-4e8f-853e-f62070e0cb1d tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.46 "GET /v2.0/security-groups?id=abcd7c07-96dd-4b63-b56c-e9e8da0b987d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199052 Nov 25 08:47:45.649993 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-94127e2d-f133-459f-a88f-074ed7380270 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ea2e5b2d558c4540ba188353dd3c27e3 HTTP/1.1" status: 200 len: 379 time: 0.1165366 Nov 25 08:47:45.684594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'port': {'device_id': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'admin_state_up': True, 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'security_groups': ['22460adc-63e7-485b-a0bd-0100967ff5ca']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:45.803318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:45.822288 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['7453e83d-6b4c-477d-8c32-cebb3c79ef9a'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:47:45.856434 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35995c-3256-4daf-8452-37c760a0b70e req-cade9d4f-dc6a-4dc3-8610-94af1dc5f184 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:45.858140 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e35995c-3256-4daf-8452-37c760a0b70e req-cade9d4f-dc6a-4dc3-8610-94af1dc5f184 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.1775100 Nov 25 08:47:45.863315 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Pushing event deleted for resources: {'Port': ['ID=7453e83d-6b4c-477d-8c32-cebb3c79ef9a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:45.937889 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] No DVR routers for this DVR port 7453e83d-6b4c-477d-8c32-cebb3c79ef9a on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:47:45.949097 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:45.953255 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e1fa58fe-4b62-4909-b5af-e09ae428a6ab req-48323e5e-fbd9-4995-974a-2dc9f74f0a01 tempest-VolumesSnapshotTestJSON-299591749 tempest-VolumesSnapshotTestJSON-299591749-project] 10.222.0.59 "DELETE /v2.0/ports/7453e83d-6b4c-477d-8c32-cebb3c79ef9a HTTP/1.1" status: 204 len: 173 time: 1.1476045 Nov 25 08:47:45.953900 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'name': 'network-vif-deleted', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:45.956354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caab3d5a-e23c-4102-9187-149cbeb9ba7c" -d '{"events": [{"server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "name": "network-vif-deleted", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:45.992290 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Made reservation on behalf of ea2e5b2d558c4540ba188353dd3c27e3 for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:47:46.000899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.006355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11675bec-03ba-486b-a6dc-95904ec0d514 x-openstack-request-id: req-11675bec-03ba-486b-a6dc-95904ec0d514 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:46.006801 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "575780c8-cad0-45d8-91ce-3fd351d9e967", "name": "network-vif-deleted", "tag": "7453e83d-6b4c-477d-8c32-cebb3c79ef9a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:46.008273 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-11675bec-03ba-486b-a6dc-95904ec0d514 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:46.008273 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '575780c8-cad0-45d8-91ce-3fd351d9e967', 'name': 'network-vif-deleted', 'tag': '7453e83d-6b4c-477d-8c32-cebb3c79ef9a', 'status': 'completed', 'code': 200} Nov 25 08:47:46.028567 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e35995c-3256-4daf-8452-37c760a0b70e req-2f7123f2-ceeb-4c2b-9d6f-7c3f916a5b76 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1540446 Nov 25 08:47:46.167762 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.20.0.11 (0b7242cf-308b-4aee-a391-1d7432608cad/2d3ec0a8-c410-4594-8b36-d0f609214c92/25b74d77-0925-42e3-828e-9877fbf74b6a) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:47:46.326380 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.380189 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.450763 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 0b7242cf-308b-4aee-a391-1d7432608cad is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:47:46.456551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:47:46.459005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:47:46.504240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:46.519188 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96e1a-ec73-4af7-abb4-3dc5afea0fca req-8ebce61f-6668-4f04-bc8f-3d8e3de3e7b1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.520837 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83e96e1a-ec73-4af7-abb4-3dc5afea0fca req-8ebce61f-6668-4f04-bc8f-3d8e3de3e7b1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 932 time: 0.1518202 Nov 25 08:47:46.551335 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.552043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.590004 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-b44684dd-d60f-4ce8-a55a-ed7456564b6d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9289365 Nov 25 08:47:46.612590 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Request body: {'port': {'device_id': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:47:46.622820 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-83e96e1a-ec73-4af7-abb4-3dc5afea0fca req-57f9baee-26ee-4eed-bb63-be3ccb47b654 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0837317 Nov 25 08:47:46.683624 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.743804 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-a476760b-33bd-41ef-b7a6-ecc544d71ada None None] Provisioning complete for port 25b74d77-0925-42e3-828e-9877fbf74b6a triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:47:46.744253 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a476760b-33bd-41ef-b7a6-ecc544d71ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:46.783410 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-a476760b-33bd-41ef-b7a6-ecc544d71ada None None] Port 25b74d77-0925-42e3-828e-9877fbf74b6a cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:47:46.823341 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-a8c9b045-1e68-4b28-8129-5d706569ebcc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:46.824921 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-a8c9b045-1e68-4b28-8129-5d706569ebcc tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.0942214 Nov 25 08:47:47.061579 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Deleting port 13716166-79b6-4ab0-86f6-42919899bfee {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:47:47.062318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.245465 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 25b74d77-0925-42e3-828e-9877fbf74b6a {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:47:47.266680 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd7ffee-b721-4402-aa6e-d8d605d985cd req-f525b135-cebc-4324-835b-b938dca6a1b8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:47.268323 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3fd7ffee-b721-4402-aa6e-d8d605d985cd req-f525b135-cebc-4324-835b-b938dca6a1b8 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 946 time: 0.1435091 Nov 25 08:47:47.272055 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.280185 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] For port 13716166-79b6-4ab0-86f6-42919899bfee, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=13716166-79b6-4ab0-86f6-42919899bfee,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:47.280559 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.354428 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Transition to ACTIVE for port object 25b74d77-0925-42e3-828e-9877fbf74b6a will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:47:47.367594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.439194 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3fd7ffee-b721-4402-aa6e-d8d605d985cd req-70732c65-39f2-4570-b374-28e3d7282889 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups?id=1a8ae448-e479-44ed-996f-f4ef15d02b13&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612599 Nov 25 08:47:47.484166 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Pushing event updated for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:47.631102 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.631498 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.631871 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Floating IP f03f204e-86a6-40d4-bbd7-a64e2a382681 disassociated. External IP: 172.27.3.112, port: 13716166-79b6-4ab0-86f6-42919899bfee. Nov 25 08:47:47.632226 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Calling delete_port for 13716166-79b6-4ab0-86f6-42919899bfee owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:47:47.638929 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Attempting to bind port 25b74d77-0925-42e3-828e-9877fbf74b6a on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:47:47.639492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Attempting to bind port 25b74d77-0925-42e3-828e-9877fbf74b6a by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:47:47.639925 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Attempting to bind port 25b74d77-0925-42e3-828e-9877fbf74b6a on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:47:47.652239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Port 25b74d77-0925-42e3-828e-9877fbf74b6a on network 0b7242cf-308b-4aee-a391-1d7432608cad not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:47:47.652577 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Attempting to bind port 25b74d77-0925-42e3-828e-9877fbf74b6a on network 0b7242cf-308b-4aee-a391-1d7432608cad {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:47:47.695389 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 47, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:47:47.695760 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Checking segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:47:47.696161 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Bound using segment: {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:47:47.696621 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Bound port: 25b74d77-0925-42e3-828e-9877fbf74b6a, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 540, 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:47:47.697242 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.837166 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be02ccbe-325f-4254-a6bb-08644386701f req-0d2cebb0-27f4-4144-86a3-cd799f9904bd tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:47.839438 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be02ccbe-325f-4254-a6bb-08644386701f req-0d2cebb0-27f4-4144-86a3-cd799f9904bd tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.1346579 Nov 25 08:47:47.890149 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:47:47.918102 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=25b74d77-0925-42e3-828e-9877fbf74b6a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:47:47.931726 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.980582 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:47.989459 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-be02ccbe-325f-4254-a6bb-08644386701f req-cea1e7bb-9a71-40da-b0f2-bef448a9e080 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1404469 Nov 25 08:47:47.998228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:47.998922 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:48.000512 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] 10.222.0.59 "PUT /v2.0/ports/25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 200 len: 1094 time: 1.3930173 Nov 25 08:47:48.008527 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:48.011107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b060ec91-c18e-4e49-808e-1a3664edea15" -d '{"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:48.036371 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Pushing event updated for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:48.128494 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.129768 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.130284 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.130814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.131326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.131870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.132380 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.132888 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.133230 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.133566 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.133906 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.134239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9ecaa1a-d8bf-49d8-b64e-d210616d197a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:48.146029 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83a5dc2b-8f02-4269-816d-9e9c926bbc30 x-openstack-request-id: req-83a5dc2b-8f02-4269-816d-9e9c926bbc30 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:48.146360 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:48.146562 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-83a5dc2b-8f02-4269-816d-9e9c926bbc30 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:48.146948 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'status': 'completed', 'code': 200} Nov 25 08:47:48.203198 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'Port': ['ID=13716166-79b6-4ab0-86f6-42919899bfee,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:48.260468 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-2b03c4d4-1c42-4e1d-af75-d9a077cd9220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:48.262079 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-2b03c4d4-1c42-4e1d-af75-d9a077cd9220 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1097 time: 0.1143622 Nov 25 08:47:48.314449 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-d90ab911-7d89-4e1b-acf8-369efb761f1b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 200 len: 217 time: 0.0429380 Nov 25 08:47:48.357985 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:47:48.386373 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-15573c7e-ea81-46b1-90c7-db6d8ff74f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:48.388173 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-15573c7e-ea81-46b1-90c7-db6d8ff74f04 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0646405 Nov 25 08:47:48.533382 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-3b448bd1-3be2-4e87-b80c-5eaa0ae12022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:48.534919 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-3b448bd1-3be2-4e87-b80c-5eaa0ae12022 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0997288 Nov 25 08:47:48.549125 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-286a8dcc-40f1-4e3f-8e1d-c941595aeff5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:48.580551 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:47:48.594542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:48.612186 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:47:48.613094 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:48.624242 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-258cc15a-f810-4233-b388-a14909d1ae95 req-f96139ff-63ce-4a8a-910d-aa15e1a8e4ff tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0676966 Nov 25 08:47:48.675487 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] No DVR routers for this DVR port 13716166-79b6-4ab0-86f6-42919899bfee on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:47:48.679073 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:48.682428 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-05052b64-5191-4bb8-b325-7f8fe69abb8d req-29f5b029-a28f-4d81-93bc-0bf3827d092f tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.59 "DELETE /v2.0/ports/13716166-79b6-4ab0-86f6-42919899bfee HTTP/1.1" status: 204 len: 173 time: 1.8159266 Nov 25 08:47:48.714028 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-7da1a204-4b57-48f8-b5e5-774f593656cd service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668398 Nov 25 08:47:48.730916 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:47:48.928291 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:48.958736 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:48.967865 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:47:48.968475 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:49.073543 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:47:49.289280 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:49.316755 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a69a279-fa6a-4cfe-bb3f-5f0e0f25e723 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'c86229fd-d491-4bd0-88c8-2299c6b90b10', 'name': '', 'network_id': 'fe88a060-11d1-49d6-a468-aec69a44188a', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'mac_address': 'fa:16:3e:6f:93:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '30817b91-adce-47d3-979f-7ef2889daa60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:31Z', 'updated_at': '2021-11-25T08:40:40Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'subnets': [{'id': '30817b91-adce-47d3-979f-7ef2889daa60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:47:49.390033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e5b62a-099c-4157-9461-a9f8fb3f4c68 req-66b66ac8-c479-457f-9213-40d2e4bdf7e9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:49.391184 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d4e5b62a-099c-4157-9461-a9f8fb3f4c68 req-66b66ac8-c479-457f-9213-40d2e4bdf7e9 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.3174217 Nov 25 08:47:49.444832 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d4e5b62a-099c-4157-9461-a9f8fb3f4c68 req-1e4e4d05-6a62-4ec4-8849-8bafaae2a320 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472488 Nov 25 08:47:49.543508 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9634d1d7-ea34-465e-8088-d91a795e2c0a None None] New status for floating IP f03f204e-86a6-40d4-bbd7-a64e2a382681: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:47:49.737149 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cc0ff6aa-b1b6-44c3-8758-025c36502182 req-87cadc71-1650-4abb-9935-958516c24570 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0328662 Nov 25 08:47:49.944525 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-727b6ba5-e153-476a-a426-cc1a567f7119 req-c041b6a0-41fa-44d1-b41c-3f952d701dbb service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Nov 25 08:47:50.147879 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'name': 'network-vif-deleted', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:47:50.150309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698961c6-3818-49b6-bdf6-de9048237a3e" -d '{"events": [{"server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "name": "network-vif-deleted", "tag": "13716166-79b6-4ab0-86f6-42919899bfee"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:47:50.184359 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc4ab241-665d-4f94-955e-a827f46e23c0 x-openstack-request-id: req-cc4ab241-665d-4f94-955e-a827f46e23c0 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:47:50.184652 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dcf3f071-40f2-4ec3-a1df-0e78f884f182", "name": "network-vif-deleted", "tag": "13716166-79b6-4ab0-86f6-42919899bfee", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:47:50.184905 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cc4ab241-665d-4f94-955e-a827f46e23c0 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:47:50.185976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dcf3f071-40f2-4ec3-a1df-0e78f884f182', 'name': 'network-vif-deleted', 'tag': '13716166-79b6-4ab0-86f6-42919899bfee', 'status': 'completed', 'code': 200} Nov 25 08:47:50.558439 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7a82e1-3ad2-421e-8b2c-a156421e6152 req-3e251b3a-a3b1-4e5c-99c8-85df9da00e79 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:50.559913 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e7a82e1-3ad2-421e-8b2c-a156421e6152 req-3e251b3a-a3b1-4e5c-99c8-85df9da00e79 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0478482 Nov 25 08:47:50.610303 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3e7a82e1-3ad2-421e-8b2c-a156421e6152 req-6aacc3d7-ca34-464b-8397-f28479154a36 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438325 Nov 25 08:47:50.744230 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7453e83d-6b4c-477d-8c32-cebb3c79ef9a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:47:50.767476 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 7453e83d-6b4c-477d-8c32-cebb3c79ef9a {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:47:50.767847 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 7453e83d-6b4c-477d-8c32-cebb3c79ef9a not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:47:50.835321 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e387e8b8-71f9-4197-9da3-4208941fc744 req-21bb4438-83dd-46e2-8973-44d8fea2f939 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0271816 Nov 25 08:47:51.341471 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24ae1d87-9cb1-410c-aaab-e2f75aa19775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:51.728207 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc332aa7-c808-42c0-848c-51f2726defbb req-8f9e752c-ae79-4ce5-9fa0-eb9b9ae6cac0 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.729683 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cc332aa7-c808-42c0-848c-51f2726defbb req-8f9e752c-ae79-4ce5-9fa0-eb9b9ae6cac0 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0522783 Nov 25 08:47:51.781189 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cc332aa7-c808-42c0-848c-51f2726defbb req-9446dfcf-b228-471c-958c-ef8ac185ddbb tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452003 Nov 25 08:47:51.867925 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-0d3e42ea-4bbe-40ea-a46a-c5f112659e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.869431 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-0d3e42ea-4bbe-40ea-a46a-c5f112659e95 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1097 time: 0.0422394 Nov 25 08:47:51.870071 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 13716166-79b6-4ab0-86f6-42919899bfee no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:47:51.891419 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 13716166-79b6-4ab0-86f6-42919899bfee {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:47:51.892187 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 13716166-79b6-4ab0-86f6-42919899bfee not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:47:51.961710 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-89f2fed0-7455-48d2-be82-3b0f5777caed req-aac42812-5d9e-4890-8043-582fb8f05796 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/ports?device_id=dcf3f071-40f2-4ec3-a1df-0e78f884f182 HTTP/1.1" status: 200 len: 210 time: 0.0355260 Nov 25 08:47:51.995409 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-1a787941-9857-45fa-8c6c-ad835d883be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:51.997012 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-1a787941-9857-45fa-8c6c-ad835d883be4 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.1194160 Nov 25 08:47:52.041608 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-307dfa9c-3dc9-4f1c-aae3-c3d70931dc34 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 200 len: 217 time: 0.0355000 Nov 25 08:47:52.100579 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-3ef3bcd8-06f7-42e3-a71b-c90e7029fa43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:52.102093 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-3ef3bcd8-06f7-42e3-a71b-c90e7029fa43 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0517154 Nov 25 08:47:52.154250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-aaad6c15-91dd-4871-8404-e11197745020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:52.156384 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-aaad6c15-91dd-4871-8404-e11197745020 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448408 Nov 25 08:47:52.266042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-43276fb3-5a63-4982-98b3-54910f1b0c06 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980296 Nov 25 08:47:52.348985 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:52.384405 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b060ec91-c18e-4e49-808e-1a3664edea15 req-b1a4d23f-2684-4f6b-a19a-1d60fb224277 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999906 Nov 25 08:47:52.917922 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1680040-a94a-4330-ad6b-06eb7447848e req-cbf6d3a7-3509-488b-b70c-ac064be57e8a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:52.919512 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1680040-a94a-4330-ad6b-06eb7447848e req-cbf6d3a7-3509-488b-b70c-ac064be57e8a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0568397 Nov 25 08:47:52.977936 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f1680040-a94a-4330-ad6b-06eb7447848e req-362a0ae3-8ffc-4090-8b51-726ace36f3d2 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506003 Nov 25 08:47:53.047063 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33854) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:53.105008 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.131952 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.182140 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.189173 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.191191 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "DELETE /v2.0/security-groups/1a8ae448-e479-44ed-996f-f4ef15d02b13 HTTP/1.1" status: 204 len: 168 time: 0.1427159 Nov 25 08:47:53.194309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 33856) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:53.207301 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a8ae448-e479-44ed-996f-f4ef15d02b13,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:53.208726 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.api.v2.resource [None req-ecb10ef8-e83c-4f68-9986-cba7f86ae662 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] show failed (client error): The resource could not be found. Nov 25 08:47:53.209764 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-ecb10ef8-e83c-4f68-9986-cba7f86ae662 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "GET /v2.0/security-groups/1a8ae448-e479-44ed-996f-f4ef15d02b13 HTTP/1.1" status: 404 len: 347 time: 0.0143182 Nov 25 08:47:53.212869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 33858) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:53.216950 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.217344 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.217695 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.218096 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.218428 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.218760 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.219091 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.219419 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.219780 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.220107 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.220429 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.220756 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e482bbe4-c5c1-499e-8570-87bcf5a89bef tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:47:53.351464 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Deleting port 4a4ff250-532f-42f7-b944-dd7cc6ff0cb1 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:47:53.351765 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.442837 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.443162 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.455859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Calling delete_port for 4a4ff250-532f-42f7-b944-dd7cc6ff0cb1 owned by network:floatingip {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:47:53.598109 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.630221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Pushing event deleted for resources: {'Port': ['ID=4a4ff250-532f-42f7-b944-dd7cc6ff0cb1,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:53.692461 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks [] for floatingip, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.695037 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:53.696228 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b3feaafa-f5dd-43c1-a564-228d1ab3e356 tempest-AttachVolumeTestJSON-1950078752 tempest-AttachVolumeTestJSON-1950078752-project] 10.222.0.46 "DELETE /v2.0/floatingips/f03f204e-86a6-40d4-bbd7-a64e2a382681 HTTP/1.1" status: 204 len: 168 time: 0.4823530 Nov 25 08:47:53.907268 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:54.109922 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4704fc67-ff63-43e7-8177-631fd9934c6c req-e6502285-f57e-4f6c-88bc-17503227e40c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:54.111431 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4704fc67-ff63-43e7-8177-631fd9934c6c req-e6502285-f57e-4f6c-88bc-17503227e40c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0565434 Nov 25 08:47:54.163658 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4704fc67-ff63-43e7-8177-631fd9934c6c req-7f6b7a26-51c0-40bb-8a49-caa3dec23d51 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461273 Nov 25 08:47:54.557395 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:55.315044 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b10ca3-6d99-4ada-8cb6-b3068178ec84 req-4a043a21-c75b-4a71-9bcf-9e008fcdb356 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:55.316658 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-36b10ca3-6d99-4ada-8cb6-b3068178ec84 req-4a043a21-c75b-4a71-9bcf-9e008fcdb356 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0547118 Nov 25 08:47:55.385817 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-36b10ca3-6d99-4ada-8cb6-b3068178ec84 req-23269179-73f9-4b1b-b247-7695297528ef tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536487 Nov 25 08:47:55.773734 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:56.507107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc30dae1-6834-41ef-b28c-42d1a522a857 req-36576211-00ea-4b7f-aa78-25e0c5ec28e7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:56.508836 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cc30dae1-6834-41ef-b28c-42d1a522a857 req-36576211-00ea-4b7f-aa78-25e0c5ec28e7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0556748 Nov 25 08:47:56.573353 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cc30dae1-6834-41ef-b28c-42d1a522a857 req-b4fcff14-440e-4d69-970d-9c42129aab8f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557706 Nov 25 08:47:57.258482 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 33914) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:57.711120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabdeb80-56b9-45af-9be6-e6901cf1ff91 req-14660c1d-de07-4296-a30b-6754968be542 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:57.712653 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eabdeb80-56b9-45af-9be6-e6901cf1ff91 req-14660c1d-de07-4296-a30b-6754968be542 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0624661 Nov 25 08:47:57.797164 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-eabdeb80-56b9-45af-9be6-e6901cf1ff91 req-19641472-1501-4c59-be48-7078dd87300d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782592 Nov 25 08:47:57.812057 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:58.086628 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Deleting port c86229fd-d491-4bd0-88c8-2299c6b90b10 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:47:58.087175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:58.175387 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] For port c86229fd-d491-4bd0-88c8-2299c6b90b10, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c86229fd-d491-4bd0-88c8-2299c6b90b10,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:58.175804 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:58.190001 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Calling delete_port for c86229fd-d491-4bd0-88c8-2299c6b90b10 owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:47:58.375223 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:58.399735 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Pushing event deleted for resources: {'Port': ['ID=c86229fd-d491-4bd0-88c8-2299c6b90b10,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:47:58.593615 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:58.819947 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Router b73d39c6-8deb-4e93-9acb-be90b41799b6 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:47:59.218292 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:47:59.223698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4792707f-5070-442e-b60b-71f56a278ffb admin admin] 10.222.0.46 "PUT /v2.0/routers/b73d39c6-8deb-4e93-9acb-be90b41799b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9639802 Nov 25 08:47:59.226433 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33928) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:47:59.229483 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Sync routers for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:47:59.237523 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030afeca-10b3-4d29-bb3a-47ef4e1457cb req-cc3e0493-6de9-4d09-867c-6d15b70d7d2a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:47:59.239462 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-030afeca-10b3-4d29-bb3a-47ef4e1457cb req-cc3e0493-6de9-4d09-867c-6d15b70d7d2a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.3363760 Nov 25 08:47:59.246724 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:47:59.247523 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:59.297244 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-030afeca-10b3-4d29-bb3a-47ef4e1457cb req-7857e3f0-9293-4364-b6b2-30afe4abfc09 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516500 Nov 25 08:47:59.490296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:47:59.574528 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks [] for router, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:59.692042 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16'}], 'enable_snat': True}, 'gw_port_id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:47:58Z', 'revision_number': 5, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port': {'id': 'c5848655-a6dd-46aa-85e5-8d3b4ecde401', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:50:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:59.695143 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:59.721635 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Checking router: b73d39c6-8deb-4e93-9acb-be90b41799b6 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:47:59.733685 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Routers {'b73d39c6-8deb-4e93-9acb-be90b41799b6'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:47:59.734364 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['b73d39c6-8deb-4e93-9acb-be90b41799b6'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:59.758388 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Deleting port c5848655-a6dd-46aa-85e5-8d3b4ecde401 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:47:59.758721 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:59.828802 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] Set router b73d39c6-8deb-4e93-9acb-be90b41799b6 gateway port host: None {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:47:59.847680 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] For port c5848655-a6dd-46aa-85e5-8d3b4ecde401, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=c5848655-a6dd-46aa-85e5-8d3b4ecde401,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:47:59.848074 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:47:59.861937 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Calling delete_port for c5848655-a6dd-46aa-85e5-8d3b4ecde401 owned by network:router_gateway {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:47:59.884944 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:47:59Z', 'revision_number': 6, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:47:59.913236 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed066fc8-94bf-41a6-b417-3aec51035ba4 None None] The sync data for ids ['b73d39c6-8deb-4e93-9acb-be90b41799b6'] in dv-cinder-778193-12-iscsi is: [{'id': 'b73d39c6-8deb-4e93-9acb-be90b41799b6', 'name': 'tempest-AttachVolumeTestJSON-184220652-router', 'tenant_id': 'eb52ad5308c241089b4e2e8f09206f74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:47:59Z', 'revision_number': 6, 'project_id': 'eb52ad5308c241089b4e2e8f09206f74', 'gw_port_host': None}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:00.033899 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.057961 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Pushing event deleted for resources: {'Port': ['ID=c5848655-a6dd-46aa-85e5-8d3b4ecde401,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:00.123686 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.222882 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.225216 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.275002 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.276775 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router b73d39c6-8deb-4e93-9acb-be90b41799b6 {{(pid=109109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:48:00.283148 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.284813 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a06048e8-b65a-44c1-a1cf-ea587e1172bc admin admin] 10.222.0.46 "DELETE /v2.0/routers/b73d39c6-8deb-4e93-9acb-be90b41799b6 HTTP/1.1" status: 204 len: 168 time: 1.0562186 Nov 25 08:48:00.287648 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33932) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:00.340451 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Deleting subnet 30817b91-adce-47d3-979f-7ef2889daa60 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:48:00.346262 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.390322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508916'] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.447112 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1ed8ff-76da-40ed-af4d-780b73e3dea4 req-6bd45ce5-6e34-43e9-84f1-b005e7260d21 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:00.448679 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b1ed8ff-76da-40ed-af4d-780b73e3dea4 req-6bd45ce5-6e34-43e9-84f1-b005e7260d21 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0513785 Nov 25 08:48:00.474597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.504186 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7b1ed8ff-76da-40ed-af4d-780b73e3dea4 req-2703bec5-8372-41f7-ad40-15f03c294e69 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491245 Nov 25 08:48:00.538461 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26291596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612517'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.565581 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=30817b91-adce-47d3-979f-7ef2889daa60,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:00.569424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.573209 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-6bf3ed40-203d-4a7f-819c-dfc8e6c27f34 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/30817b91-adce-47d3-979f-7ef2889daa60 HTTP/1.1" status: 204 len: 168 time: 0.2840753 Nov 25 08:48:00.575278 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767281e3-57c8-45ab-82e0-e8979f2cd754 None None] Network fe88a060-11d1-49d6-a468-aec69a44188a requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:48:00.575834 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 33936) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:00.647394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.720349 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Deleting port 761326f9-71b3-4197-ac79-7dbb2f64571e {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:00.720706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.794055 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] For port 761326f9-71b3-4197-ac79-7dbb2f64571e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=761326f9-71b3-4197-ac79-7dbb2f64571e,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:00.794330 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.808823 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] DHCP port deletion for fe88a060-11d1-49d6-a468-aec69a44188a request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:48:00.809977 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Calling delete_port for 761326f9-71b3-4197-ac79-7dbb2f64571e owned by network:dhcp {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:00.869384 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Deleting port 761326f9-71b3-4197-ac79-7dbb2f64571e {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:00.869775 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.923784 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.954853 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] For port 761326f9-71b3-4197-ac79-7dbb2f64571e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=761326f9-71b3-4197-ac79-7dbb2f64571e,segment=NetworkSegment(1168ea10-43b5-4e45-bc39-e037ec70b504),segment_id=1168ea10-43b5-4e45-bc39-e037ec70b504)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:00.955438 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:00.971856 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Calling delete_port for 761326f9-71b3-4197-ac79-7dbb2f64571e owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:00.974048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Pushing event deleted for resources: {'Port': ['ID=761326f9-71b3-4197-ac79-7dbb2f64571e,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:00.980248 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] No DVR routers for this DVR port 761326f9-71b3-4197-ac79-7dbb2f64571e on host dv-cinder-778193-12-iscsi {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:01.073681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.086220 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.105843 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe88a060-11d1-49d6-a468-aec69a44188a']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:01.119079 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1168ea10-43b5-4e45-bc39-e037ec70b504') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:01.119496 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1168ea10-43b5-4e45-bc39-e037ec70b504') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:01.125177 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Pushing event deleted for resources: {'Port': ['ID=761326f9-71b3-4197-ac79-7dbb2f64571e,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:01.134781 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.143748 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] No DVR routers for this DVR port 761326f9-71b3-4197-ac79-7dbb2f64571e on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:01.148647 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.149168 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.149915 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.150363 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.150954 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.151114 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.151499 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.152158 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.152846 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.155457 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.155877 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.156342 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.156549 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b14b90-553c-4f22-b823-8e961ba7e3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:01.175219 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Releasing vlan 501 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:01.175696 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:01.177590 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:01.250238 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.255897 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.259817 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] 10.222.0.46 "DELETE /v2.0/networks/fe88a060-11d1-49d6-a468-aec69a44188a HTTP/1.1" status: 204 len: 168 time: 0.6833200 Nov 25 08:48:01.272652 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a323-f5df-46ba-96c7-8b7bf447c52f admin admin] Pushing event deleted for resources: {'Network': ['ID=fe88a060-11d1-49d6-a468-aec69a44188a,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:01.385675 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 33948) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:01.437244 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0b6f69a4-1e99-4631-bb54-06c4b1db5c3a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb52ad5308c241089b4e2e8f09206f74&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0502675 Nov 25 08:48:01.441160 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 33950) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:01.497922 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.520904 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.584296 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.587354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:01.591385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f2f40179-eae6-45b2-8e45-9074499707bf HTTP/1.1" status: 204 len: 168 time: 0.1465385 Nov 25 08:48:01.617650 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6418632f-54af-4ca7-933e-059bbac79f4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f40179-eae6-45b2-8e45-9074499707bf,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:01.664796 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5002081f-e6eb-4e8d-bcae-9c6735e4799f req-0b10b2b5-0de4-49bd-a88a-ac101b77b215 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:01.666395 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5002081f-e6eb-4e8d-bcae-9c6735e4799f req-0b10b2b5-0de4-49bd-a88a-ac101b77b215 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0765712 Nov 25 08:48:01.720534 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5002081f-e6eb-4e8d-bcae-9c6735e4799f req-1fdf1efb-8ec9-4b22-a084-9760e67c7c0b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473757 Nov 25 08:48:01.815090 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c86229fd-d491-4bd0-88c8-2299c6b90b10 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:01.835795 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: c86229fd-d491-4bd0-88c8-2299c6b90b10 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:01.836245 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c86229fd-d491-4bd0-88c8-2299c6b90b10 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:01.836728 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c5848655-a6dd-46aa-85e5-8d3b4ecde401 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:01.856410 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: c5848655-a6dd-46aa-85e5-8d3b4ecde401 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:01.856750 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device c5848655-a6dd-46aa-85e5-8d3b4ecde401 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:01.857160 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 761326f9-71b3-4197-ac79-7dbb2f64571e no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:01.877287 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 761326f9-71b3-4197-ac79-7dbb2f64571e {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:01.877633 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 761326f9-71b3-4197-ac79-7dbb2f64571e not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:02.876396 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d21b091-6164-48f9-90d0-59a01829b0c1 req-f7e6b2e7-646a-4342-b082-5de2e0eefad7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:02.877974 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5d21b091-6164-48f9-90d0-59a01829b0c1 req-f7e6b2e7-646a-4342-b082-5de2e0eefad7 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0670996 Nov 25 08:48:02.942257 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5d21b091-6164-48f9-90d0-59a01829b0c1 req-db02da56-c53a-4176-acea-2a58f5ffe93f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469391 Nov 25 08:48:03.904220 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 25b74d77-0925-42e3-828e-9877fbf74b6a details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:48:04.009435 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=25b74d77-0925-42e3-828e-9877fbf74b6a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:04.024370 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'port_id': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'mac_address': 'fa:16:3e:2d:1c:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 540, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:48:04.073614 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:04.080974 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97669be0-8b55-41be-a6a5-31207d22b350 req-e210e29c-7be2-4a25-a4cc-1c5639d034a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:04.082739 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-97669be0-8b55-41be-a6a5-31207d22b350 req-e210e29c-7be2-4a25-a4cc-1c5639d034a3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 944 time: 0.0657175 Nov 25 08:48:04.093182 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 25b74d77-0925-42e3-828e-9877fbf74b6a {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:48:04.120654 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=25b74d77-0925-42e3-828e-9877fbf74b6a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:04.126125 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:04.136810 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-97669be0-8b55-41be-a6a5-31207d22b350 req-7ec5ded9-e80c-4f96-9e30-f3c1ec888d2c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472515 Nov 25 08:48:04.181916 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:04.397898 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['25b74d77-0925-42e3-828e-9877fbf74b6a'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:48:05.256966 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514d89a-8ecd-4fa7-bc90-2b08082131e4 req-e6de15d0-5249-4873-bb65-9205490da01b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:05.258418 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e514d89a-8ecd-4fa7-bc90-2b08082131e4 req-e6de15d0-5249-4873-bb65-9205490da01b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 945 time: 0.0482645 Nov 25 08:48:05.311203 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e514d89a-8ecd-4fa7-bc90-2b08082131e4 req-0117258a-dbc2-44be-a2bb-3c56a9464413 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461118 Nov 25 08:48:05.917502 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 25b74d77-0925-42e3-828e-9877fbf74b6a up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:48:05.968778 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port 25b74d77-0925-42e3-828e-9877fbf74b6a completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:48:05.973338 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port 25b74d77-0925-42e3-828e-9877fbf74b6a triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:48:05.973688 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:06.062198 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:06.085818 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:06.088134 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c35add82-51bb-4f5c-9edf-0722dceaaa60" -d '{"events": [{"server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "name": "network-vif-plugged", "status": "completed", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:48:06.102206 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=25b74d77-0925-42e3-828e-9877fbf74b6a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:06.109684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:06.134441 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1411045-3f6d-462a-8118-3b95640cce2b x-openstack-request-id: req-a1411045-3f6d-462a-8118-3b95640cce2b {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:48:06.134729 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "name": "network-vif-plugged", "status": "completed", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:48:06.134983 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a1411045-3f6d-462a-8118-3b95640cce2b {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:48:06.135445 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'code': 200} Nov 25 08:48:06.164428 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:06.379193 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c2edb-c240-4f96-839c-95f7a9c0c23a req-65717d04-3be0-40ff-a3b0-0fd994b4807b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.380785 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-082c2edb-c240-4f96-839c-95f7a9c0c23a req-65717d04-3be0-40ff-a3b0-0fd994b4807b service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1099 time: 0.0441155 Nov 25 08:48:06.460549 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-082c2edb-c240-4f96-839c-95f7a9c0c23a req-4a77d3d6-4469-4725-85f2-2012f9a3660b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707114 Nov 25 08:48:06.472171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035ebefc-2f22-444d-94e2-1af0a41f1302 req-bbfb1af9-eb87-4053-af73-9f11eeb3bfa2 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:06.473562 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-035ebefc-2f22-444d-94e2-1af0a41f1302 req-bbfb1af9-eb87-4053-af73-9f11eeb3bfa2 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0697196 Nov 25 08:48:06.523683 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-035ebefc-2f22-444d-94e2-1af0a41f1302 req-af355835-11f7-425a-b833-b85a567bb185 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432520 Nov 25 08:48:07.647253 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9db88-8357-4db1-84ed-1610b541208a req-9527275f-63a3-4c2e-b883-98911c30410f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:07.648745 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-02d9db88-8357-4db1-84ed-1610b541208a req-9527275f-63a3-4c2e-b883-98911c30410f tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0520182 Nov 25 08:48:07.698035 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-02d9db88-8357-4db1-84ed-1610b541208a req-e7c855cd-7d91-49d6-8549-a2373cc0ac95 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433569 Nov 25 08:48:08.820205 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c75fb0-0b39-4361-b98a-a7f7ddfe426c req-5774f3f4-eccd-4ddb-b9aa-01f1d071b770 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:08.821976 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-93c75fb0-0b39-4361-b98a-a7f7ddfe426c req-5774f3f4-eccd-4ddb-b9aa-01f1d071b770 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0529938 Nov 25 08:48:08.883030 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-93c75fb0-0b39-4361-b98a-a7f7ddfe426c req-604cc608-3ec5-4b0a-a8f5-59da0c0e086c tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533249 Nov 25 08:48:10.024171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c2ec20-34b0-4fb4-af77-940dbd860343 req-0750d22d-ff75-464c-a47d-b871ef057130 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:10.025723 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-10c2ec20-34b0-4fb4-af77-940dbd860343 req-0750d22d-ff75-464c-a47d-b871ef057130 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0550587 Nov 25 08:48:10.077809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-10c2ec20-34b0-4fb4-af77-940dbd860343 req-e83bc826-b04b-43c6-b5b5-7f1ada225126 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454404 Nov 25 08:48:11.198703 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52292e7-9252-4fd0-bb4a-4638c70dc3ee req-b193044e-7fe9-4a7e-99e6-ed7441b7130b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.200254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e52292e7-9252-4fd0-bb4a-4638c70dc3ee req-b193044e-7fe9-4a7e-99e6-ed7441b7130b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0519388 Nov 25 08:48:11.252589 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e52292e7-9252-4fd0-bb4a-4638c70dc3ee req-5b05ca61-c819-4291-97b4-54e3f33d3aad tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457876 Nov 25 08:48:11.369109 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5cf0fc-416e-4925-9913-96e22c427637 req-6f0f42ee-d20a-4e09-b4e2-5dd01ad37bba tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.370485 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0b5cf0fc-416e-4925-9913-96e22c427637 req-6f0f42ee-d20a-4e09-b4e2-5dd01ad37bba tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0486064 Nov 25 08:48:11.426040 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0b5cf0fc-416e-4925-9913-96e22c427637 req-a9d5e8a2-02e9-4351-9b49-83dd71d04970 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485823 Nov 25 08:48:11.449673 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34146) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:11.650818 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb860bbf-3d02-43c7-9737-612c2fe21032 tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:11.653099 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-eb860bbf-3d02-43c7-9737-612c2fe21032 tempest-TestVolumeBootPattern-695129578 tempest-TestVolumeBootPattern-695129578-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1094 time: 0.2022567 Nov 25 08:48:11.656390 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34152) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:11.659857 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:48:11.660974 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'port_id': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:48:11.683008 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:11.785932 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:11.892796 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Allocated IP 172.27.3.155 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/ade3f54c-17d0-4326-a0a7-e72b687e5b09) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:48:11.996676 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.033678 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.078006 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:48:12.083225 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:48:12.087684 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:48:12.090757 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=ade3f54c-17d0-4326-a0a7-e72b687e5b09,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:12.264898 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60673ff9-0750-46f6-ab78-290301f77525 req-f12eb46c-0ef6-421d-88df-a4ae1864cb45 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:12.266564 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60673ff9-0750-46f6-ab78-290301f77525 req-f12eb46c-0ef6-421d-88df-a4ae1864cb45 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.0567963 Nov 25 08:48:12.323696 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-60673ff9-0750-46f6-ab78-290301f77525 req-f0bf1c98-4ecf-4395-9a66-fe0f7c073dfa tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510707 Nov 25 08:48:12.504434 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.527008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34180) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:12.579887 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Deleting subnet b2576914-82a2-420f-8756-4ea7565a86be {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:48:12.580545 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.583398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.618861 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.662533 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.717148 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.739856 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.744441 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2576914-82a2-420f-8756-4ea7565a86be,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:12.746120 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.746373 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.750213 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1aae9df4-3173-4185-a694-53d6e8ec9cfd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b2576914-82a2-420f-8756-4ea7565a86be HTTP/1.1" status: 204 len: 168 time: 0.2220702 Nov 25 08:48:12.753707 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34182) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:12.822502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.822711 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event updated for resources: {'Port': ['ID=ade3f54c-17d0-4326-a0a7-e72b687e5b09,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:12.836388 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.908080 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.928049 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['174db974-9d6e-4aca-b06c-4c66d94ce421']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:12.935934 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP 65097bc3-0e27-457e-a00a-610783a60030 associated. External IP: 172.27.3.155, port: 25b74d77-0925-42e3-828e-9877fbf74b6a. Nov 25 08:48:12.937891 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16a85797-bac5-433e-a134-d873592f4756') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:12.938232 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16a85797-bac5-433e-a134-d873592f4756') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:12.947722 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.961946 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.970221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:12.970618 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:12.972685 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:13.032972 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.038649 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.044215 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] 10.222.0.46 "DELETE /v2.0/networks/174db974-9d6e-4aca-b06c-4c66d94ce421 HTTP/1.1" status: 204 len: 168 time: 0.2872305 Nov 25 08:48:13.054572 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbad9ea8-dbd5-4a0b-9cec-48de93161a0d admin admin] Pushing event deleted for resources: {'Network': ['ID=174db974-9d6e-4aca-b06c-4c66d94ce421,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.160237 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:48:13.209218 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34186) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:13.251760 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6a887f20-0503-4cec-aa0e-f7da165415fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3500139a1c5d49a1ae51cf5064532856&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413430 Nov 25 08:48:13.254179 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34188) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:13.277209 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:48:13.288008 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:13.297530 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.301028 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:13.301656 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.310143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.335497 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.421385 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.424982 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:13.428435 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/abcd7c07-96dd-4b63-b56c-e9e8da0b987d HTTP/1.1" status: 204 len: 168 time: 0.1708570 Nov 25 08:48:13.444814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6499063-805f-4163-aa63-1d54e2d18014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcd7c07-96dd-4b63-b56c-e9e8da0b987d,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:13.453106 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:13.590959 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fb87c-818e-4350-ace6-d78242966a3d req-5bc231a5-3726-466f-a47b-79a45a8609cd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:13.605470 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d47fb87c-818e-4350-ace6-d78242966a3d req-5bc231a5-3726-466f-a47b-79a45a8609cd tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.1187861 Nov 25 08:48:13.625210 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ac724a5e-dd9c-45f0-885d-f7c5c2a9dd98 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9675758 Nov 25 08:48:13.626541 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:13.628984 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-442eec0c-f2be-4914-b291-96667e439dab" -d '{"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:48:13.675224 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4866d267-1d9f-4233-9ddc-92cc82ad9cb0 x-openstack-request-id: req-4866d267-1d9f-4233-9ddc-92cc82ad9cb0 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:48:13.675597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:48:13.675841 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4866d267-1d9f-4233-9ddc-92cc82ad9cb0 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:48:13.676892 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'status': 'completed', 'code': 200} Nov 25 08:48:13.689076 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d47fb87c-818e-4350-ace6-d78242966a3d req-32ccc93a-37a4-4d31-a711-9cec4fb76b50 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824502 Nov 25 08:48:13.720859 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '65097bc3-0e27-457e-a00a-610783a60030', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2d:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:48:12Z', 'updated_at': '2021-11-25T08:48:12Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}, {'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.750575 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:13.759535 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eec0c-f2be-4914-b291-96667e439dab req-8ae454a7-1f0b-48e5-8357-645ac09d169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:13.761340 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-8ae454a7-1f0b-48e5-8357-645ac09d169c service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1099 time: 0.0462461 Nov 25 08:48:13.761510 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:13.762292 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:13.899225 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eec0c-f2be-4914-b291-96667e439dab req-a24a2d7f-04dd-427b-a80c-42d5be71333d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:13.900944 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-a24a2d7f-04dd-427b-a80c-42d5be71333d service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.1188254 Nov 25 08:48:13.954080 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34214) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:13.997842 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-778c9575-0a51-4d35-9752-08ed9f3fd9f3 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 200 len: 1000 time: 0.0805664 Nov 25 08:48:14.002979 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:14.058312 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eec0c-f2be-4914-b291-96667e439dab req-d8fa1873-3728-4439-adbd-618d6e236ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.060195 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-d8fa1873-3728-4439-adbd-618d6e236ee0 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0508614 Nov 25 08:48:14.087081 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31c880f9-166f-4ff0-8217-41b0069f832c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.122132 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442eec0c-f2be-4914-b291-96667e439dab req-22edc21d-8a4d-4773-b3a6-a1ee0bdb4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.124012 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-22edc21d-8a4d-4773-b3a6-a1ee0bdb4763 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0487356 Nov 25 08:48:14.172015 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31c880f9-166f-4ff0-8217-41b0069f832c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.178141 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-31c880f9-166f-4ff0-8217-41b0069f832c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.217947 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c880f9-166f-4ff0-8217-41b0069f832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80da63c2-79f9-4ccd-808f-53df6fca9fc6,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:14.232223 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-31c880f9-166f-4ff0-8217-41b0069f832c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b44e55c1990741ddac1cb39e6dfb6eed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766614 Nov 25 08:48:14.233202 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34218) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:14.271969 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '65097bc3-0e27-457e-a00a-610783a60030', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2d:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:48:12Z', 'updated_at': '2021-11-25T08:48:12Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}, {'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:14.289682 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-f0e93b8e-95e4-4dd6-8911-9f4f80542085 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.291123 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-f0e93b8e-95e4-4dd6-8911-9f4f80542085 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.1092558 Nov 25 08:48:14.296859 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-c02df2b9-d224-4121-99bc-0375c5de1835 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606872 Nov 25 08:48:14.298986 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-824d11b5-bd40-4f10-ba57-68a180b4bb95 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': '65097bc3-0e27-457e-a00a-610783a60030', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.155', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 551, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2d:1c:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:48:12Z', 'updated_at': '2021-11-25T08:48:12Z', 'revision_number': 0, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}, {'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:14.364358 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.457862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.491371 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74af66cf-bc9d-4ea2-8d15-da9c8ede8566 None None] New status for floating IP 65097bc3-0e27-457e-a00a-610783a60030: ACTIVE {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:48:14.520511 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-442eec0c-f2be-4914-b291-96667e439dab req-17473847-0473-4e52-9bd9-25b51ee84571 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034252 Nov 25 08:48:14.536462 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Deleting port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:14.536789 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.556586 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.559211 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.560382 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80da63c2-79f9-4ccd-808f-53df6fca9fc6 HTTP/1.1" status: 204 len: 168 time: 0.3261065 Nov 25 08:48:14.606205 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c680c0ba-aaa4-4ad4-a977-68999dac6bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80da63c2-79f9-4ccd-808f-53df6fca9fc6,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:14.657649 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] For port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:14.658023 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.869174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1902b330-9d15-48a1-8a28-488fb2352349 req-ce71903b-8e95-4095-9598-61d7a75dffd9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:14.869896 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34226) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:14.870837 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1902b330-9d15-48a1-8a28-488fb2352349 req-ce71903b-8e95-4095-9598-61d7a75dffd9 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/ports?device_id=bf899124-0fb5-489e-a87e-f94a838091d7 HTTP/1.1" status: 200 len: 946 time: 0.0984566 Nov 25 08:48:14.880756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.881116 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.881437 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Floating IP ec423c81-ef3a-4d2f-8151-efe0c58b8c03 disassociated. External IP: 172.27.3.3, port: 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66. Nov 25 08:48:14.881786 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Calling delete_port for 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:14.883302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5061d4b1-6cd8-4fb9-ad0e-8b8493a3ce14 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.969748 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5061d4b1-6cd8-4fb9-ad0e-8b8493a3ce14 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.974374 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5061d4b1-6cd8-4fb9-ad0e-8b8493a3ce14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:14.979822 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-1902b330-9d15-48a1-8a28-488fb2352349 req-f160379b-9777-4822-9166-3c593ad549f5 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups?id=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021667 Nov 25 08:48:15.018758 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5061d4b1-6cd8-4fb9-ad0e-8b8493a3ce14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=75168f4d12814d608b13f5f2800fbbbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1477656 Nov 25 08:48:15.019932 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5061d4b1-6cd8-4fb9-ad0e-8b8493a3ce14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf29e98-0d64-4136-af2f-0897480e445c,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.022347 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34228) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:15.067383 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.075320 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.099280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'Port': ['ID=358bd9c3-fe7c-46ac-9c3c-82e4369e8f66,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.099641 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.159424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.162941 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.164944 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ddf29e98-0d64-4136-af2f-0897480e445c HTTP/1.1" status: 204 len: 168 time: 0.1414232 Nov 25 08:48:15.177801 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264349fc-120c-4449-896b-24492b691da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf29e98-0d64-4136-af2f-0897480e445c,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:15.230870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:48:15.347755 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:48:15.357969 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:15.367954 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:15.368571 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.387861 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] No DVR routers for this DVR port 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:15.391691 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:15.395593 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e3879985-5621-40ae-b3af-9e5de1d6f7e6 req-26118f06-ca05-460c-992e-5b797f19285a tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.59 "DELETE /v2.0/ports/358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 HTTP/1.1" status: 204 len: 173 time: 1.0795743 Nov 25 08:48:15.396077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-deleted', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:48:15.398519 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353c5a1-5c4d-4406-980e-ec9b2e343d50" -d '{"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-deleted", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:48:15.451823 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aadf181d-e4f9-487a-8c41-6152a9ba55dd x-openstack-request-id: req-aadf181d-e4f9-487a-8c41-6152a9ba55dd {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:48:15.452192 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf899124-0fb5-489e-a87e-f94a838091d7", "name": "network-vif-deleted", "tag": "358bd9c3-fe7c-46ac-9c3c-82e4369e8f66", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:48:15.458630 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aadf181d-e4f9-487a-8c41-6152a9ba55dd {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:48:15.459148 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf899124-0fb5-489e-a87e-f94a838091d7', 'name': 'network-vif-deleted', 'tag': '358bd9c3-fe7c-46ac-9c3c-82e4369e8f66', 'status': 'completed', 'code': 200} Nov 25 08:48:15.508949 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:15.732184 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.763150 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:15.772093 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:15.772709 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:15.884773 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:16.076815 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34260) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:16.111652 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:16.139089 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431f5683-6201-4b13-9567-7eede6908be3 None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:40:35Z', 'revision_number': 4, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b6b36b40-de70-4f86-8c24-bc8425809b89', 'name': '', 'network_id': 'cd1f23e0-ed6b-4bcd-b801-85ff9727a35c', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'mac_address': 'fa:16:3e:6e:c5:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 97, 'fixed_ips': [{'subnet_id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:29Z', 'updated_at': '2021-11-25T08:40:46Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'subnets': [{'id': '3764c054-3004-4231-8e9c-5ea3403023c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:16.139417 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.166674 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.222146 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.224979 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.226315 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "DELETE /v2.0/security-groups/2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85 HTTP/1.1" status: 204 len: 168 time: 0.1484923 Nov 25 08:48:16.229540 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34264) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:16.236616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5142bf6d-d8ad-4006-b0f2-e13fc98a10b1 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.250699 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.api.v2.resource [None req-c5e7286c-bff7-4f14-b2f1-9ad918de76f0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] show failed (client error): The resource could not be found. Nov 25 08:48:16.251897 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-c5e7286c-bff7-4f14-b2f1-9ad918de76f0 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "GET /v2.0/security-groups/2c234130-68f8-4fa1-bcfd-ccd2bf6d2a85 HTTP/1.1" status: 404 len: 347 time: 0.0205171 Nov 25 08:48:16.254772 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34266) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:16.396717 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Deleting port 3b11e4ce-3677-45c7-9b3f-d3fa2dac843a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:16.397359 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.417844 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdca06e2-2f8e-4dfb-84e1-e7d5c6d341a7 None None] New status for floating IP ec423c81-ef3a-4d2f-8151-efe0c58b8c03: DOWN {{(pid=109110) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:48:16.477958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.478290 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.492440 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Calling delete_port for 3b11e4ce-3677-45c7-9b3f-d3fa2dac843a owned by network:floatingip {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:16.651449 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.678581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Pushing event deleted for resources: {'Port': ['ID=3b11e4ce-3677-45c7-9b3f-d3fa2dac843a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:16.740948 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks [] for floatingip, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.743614 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:16.744912 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-3c8986c0-420f-4b9d-8a7a-6d3a3b8f2653 tempest-AttachVolumeShelveTestJSON-407224646 tempest-AttachVolumeShelveTestJSON-407224646-project] 10.222.0.46 "DELETE /v2.0/floatingips/ec423c81-ef3a-4d2f-8151-efe0c58b8c03 HTTP/1.1" status: 204 len: 168 time: 0.4890285 Nov 25 08:48:17.976608 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:18.001109 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:18.001449 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 358bd9c3-fe7c-46ac-9c3c-82e4369e8f66 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:18.536823 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-deb8f960-7a45-416c-aec4-638a06246c67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:19.163256 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34324) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:19.680904 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:19.948732 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Deleting port b6b36b40-de70-4f86-8c24-bc8425809b89 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:19.949070 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.041663 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] For port b6b36b40-de70-4f86-8c24-bc8425809b89, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b6b36b40-de70-4f86-8c24-bc8425809b89,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:20.042022 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.055297 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Calling delete_port for b6b36b40-de70-4f86-8c24-bc8425809b89 owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:20.246557 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.277740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b36b40-de70-4f86-8c24-bc8425809b89,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.306960 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34360) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:20.442035 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cd3692b2-a94b-4074-81a4-8d37ef701f8f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.527168 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cd3692b2-a94b-4074-81a4-8d37ef701f8f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.532483 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-cd3692b2-a94b-4074-81a4-8d37ef701f8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.572527 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-cd3692b2-a94b-4074-81a4-8d37ef701f8f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e608f0aab95d4ee3a40d0fadb154e94e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2643285 Nov 25 08:48:20.573357 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3692b2-a94b-4074-81a4-8d37ef701f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b092123-769c-4fa6-ac34-727395c0fa62,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.576310 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34364) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:20.631398 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.654703 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.703162 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.708531 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.709412 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:20.723491 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b092123-769c-4fa6-ac34-727395c0fa62 HTTP/1.1" status: 204 len: 168 time: 0.1361718 Nov 25 08:48:20.732741 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8673bca7-7fde-40df-a4ee-69bbc18a99da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b092123-769c-4fa6-ac34-727395c0fa62,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:20.933910 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Router eb81f400-4a3a-40ae-8aa2-0483587563fc has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:48:20.986246 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34370) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:21.000304 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e174096c-bee4-4c25-9484-c29f09ca7d61 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.045985 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:48:21.051191 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-626ed332-f6a6-4361-abdb-05d768dace1d admin admin] 10.222.0.46 "PUT /v2.0/routers/eb81f400-4a3a-40ae-8aa2-0483587563fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8867345 Nov 25 08:48:21.053810 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34372) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:21.055610 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Sync routers for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:48:21.066458 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:21.067071 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:47:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:21.156416 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e174096c-bee4-4c25-9484-c29f09ca7d61 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.161240 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e174096c-bee4-4c25-9484-c29f09ca7d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.173120 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:21.214391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e174096c-bee4-4c25-9484-c29f09ca7d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c35e1ba-c57d-4efd-99ce-51f3e6ce3c33,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.220062 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e174096c-bee4-4c25-9484-c29f09ca7d61 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6efa3f647660411191871630396af8f9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2327104 Nov 25 08:48:21.222748 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34374) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:21.229533 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks [] for router, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.349850 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-41119b5d-1883-495e-b892-73613e0cf8f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.359170 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62'}], 'enable_snat': True}, 'gw_port_id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:48:20Z', 'revision_number': 5, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port': {'id': '4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:69:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:40:21Z', 'updated_at': '2021-11-25T08:40:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:21.364907 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.379040 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.385870 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Checking router: eb81f400-4a3a-40ae-8aa2-0483587563fc for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:48:21.394905 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.395108 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Routers {'eb81f400-4a3a-40ae-8aa2-0483587563fc'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:48:21.395703 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['eb81f400-4a3a-40ae-8aa2-0483587563fc'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:21.465848 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Deleting port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:21.466073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.479449 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.482195 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.483544 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c35e1ba-c57d-4efd-99ce-51f3e6ce3c33 HTTP/1.1" status: 204 len: 168 time: 0.2598357 Nov 25 08:48:21.527318 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57d39de-409e-483a-9d9c-debf0e04fb25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c35e1ba-c57d-4efd-99ce-51f3e6ce3c33,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.571699 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] For port 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:21.572100 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.584942 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] Set router eb81f400-4a3a-40ae-8aa2-0483587563fc gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:48:21.589117 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Calling delete_port for 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf owned by network:router_gateway {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:21.648317 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:48:21Z', 'revision_number': 6, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:21.674997 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edc2c84c-453d-4515-a33b-ae293ad3e41d None None] The sync data for ids ['eb81f400-4a3a-40ae-8aa2-0483587563fc'] in dv-cinder-778193-12-iscsi is: [{'id': 'eb81f400-4a3a-40ae-8aa2-0483587563fc', 'name': 'tempest-AttachVolumeShelveTestJSON-1121451554-router', 'tenant_id': 'af706c5a572d4008b111a87e96ebf814', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:40:19Z', 'updated_at': '2021-11-25T08:48:21Z', 'revision_number': 6, 'project_id': 'af706c5a572d4008b111a87e96ebf814', 'gw_port_host': None}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:48:21.774965 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.799322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:21.864521 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.954869 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:21.956993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.004305 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.004930 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb81f400-4a3a-40ae-8aa2-0483587563fc {{(pid=109109) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:48:22.012848 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.012848 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c201a2fe-04d9-4409-ad2c-37edc73784a0 admin admin] 10.222.0.46 "DELETE /v2.0/routers/eb81f400-4a3a-40ae-8aa2-0483587563fc HTTP/1.1" status: 204 len: 168 time: 0.9559603 Nov 25 08:48:22.014246 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34390) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:22.067478 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Deleting subnet 3764c054-3004-4231-8e9c-5ea3403023c6 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:48:22.071803 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.119187 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.162337 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b6b36b40-de70-4f86-8c24-bc8425809b89 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:22.197738 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: b6b36b40-de70-4f86-8c24-bc8425809b89 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:22.198396 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b6b36b40-de70-4f86-8c24-bc8425809b89 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:22.225051 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.281891 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.308016 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3764c054-3004-4231-8e9c-5ea3403023c6,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.311961 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.318254 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-dbbc9683-dea0-4bc5-9b43-86885033d57a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3764c054-3004-4231-8e9c-5ea3403023c6 HTTP/1.1" status: 204 len: 168 time: 0.2998519 Nov 25 08:48:22.318254 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34400) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:22.320425 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3f692d-223d-4218-b5af-4b817f6fbea1 None None] Network cd1f23e0-ed6b-4bcd-b801-85ff9727a35c requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:48:22.386767 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.397320 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.450241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Deleting port 3bcd6819-c887-4a26-bf22-04337d9057cc {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:22.450539 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.520299 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] For port 3bcd6819-c887-4a26-bf22-04337d9057cc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3bcd6819-c887-4a26-bf22-04337d9057cc,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:22.521202 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.536872 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Calling delete_port for 3bcd6819-c887-4a26-bf22-04337d9057cc owned by network:dhcp {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:22.556593 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] DHCP port deletion for cd1f23e0-ed6b-4bcd-b801-85ff9727a35c request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:48:22.617203 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Deleting port 3bcd6819-c887-4a26-bf22-04337d9057cc {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:48:22.618083 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.648860 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.684870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3bcd6819-c887-4a26-bf22-04337d9057cc,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.687221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] No DVR routers for this DVR port 3bcd6819-c887-4a26-bf22-04337d9057cc on host dv-cinder-778193-12-iscsi {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:22.713850 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] For port 3bcd6819-c887-4a26-bf22-04337d9057cc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3bcd6819-c887-4a26-bf22-04337d9057cc,segment=NetworkSegment(6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b),segment_id=6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:48:22.714232 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.732316 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Calling delete_port for 3bcd6819-c887-4a26-bf22-04337d9057cc owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:48:22.831108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.837364 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.863740 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd1f23e0-ed6b-4bcd-b801-85ff9727a35c']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.865190 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] Pushing event deleted for resources: {'Port': ['ID=3bcd6819-c887-4a26-bf22-04337d9057cc,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:22.878446 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef3fd42-4434-45ab-977f-03d05f3d3902 None None] No DVR routers for this DVR port 3bcd6819-c887-4a26-bf22-04337d9057cc on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:48:22.879064 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.879367 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f2b51b2-3c0b-4a08-8cdb-44f2af4f506b') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:48:22.896400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.916762 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.925319 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Releasing vlan 521 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:48:22.925608 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:48:22.927440 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:48:22.990240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:22.997011 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.001955 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/cd1f23e0-ed6b-4bcd-b801-85ff9727a35c HTTP/1.1" status: 204 len: 168 time: 0.6831157 Nov 25 08:48:23.028950 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111d9894-2a0a-4d44-9b7c-bb51e141abd9 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd1f23e0-ed6b-4bcd-b801-85ff9727a35c,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:23.204678 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34424) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:23.252793 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6cc61043-b26e-4fe3-bc21-9c5ae97183d8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af706c5a572d4008b111a87e96ebf814&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0468047 Nov 25 08:48:23.255280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34426) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:23.315929 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.342634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.396043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34430) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:23.417357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.420770 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.424352 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7c21d130-e15f-4127-8f80-a69468a31ca5 HTTP/1.1" status: 204 len: 168 time: 0.1656563 Nov 25 08:48:23.433240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bdf09c-30b6-4fe2-82bb-ad8c7014d948 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c21d130-e15f-4127-8f80-a69468a31ca5,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:23.516025 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1b185fa-f4ba-4414-b33a-8b4d50cab0da admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.600943 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1b185fa-f4ba-4414-b33a-8b4d50cab0da admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.605264 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e1b185fa-f4ba-4414-b33a-8b4d50cab0da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.644305 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e1b185fa-f4ba-4414-b33a-8b4d50cab0da admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4a0dc79f862a418882b4899d67b8d525&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472062 Nov 25 08:48:23.646938 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34440) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:23.647620 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b185fa-f4ba-4414-b33a-8b4d50cab0da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ababc25b-ac59-4fcd-a99a-eb262dfc85da,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:23.699688 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.723589 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.787019 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.790111 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:23.795007 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ababc25b-ac59-4fcd-a99a-eb262dfc85da HTTP/1.1" status: 204 len: 168 time: 0.1458600 Nov 25 08:48:23.803651 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2a6c2c-671f-42d2-818d-7970907326cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ababc25b-ac59-4fcd-a99a-eb262dfc85da,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:23.830024 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:23.853032 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:23.853394 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 4d6a4cd0-0fe2-47fd-a62f-b41d5a9b35bf not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:23.853806 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3bcd6819-c887-4a26-bf22-04337d9057cc no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:48:23.873881 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 3bcd6819-c887-4a26-bf22-04337d9057cc {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:48:23.874236 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3bcd6819-c887-4a26-bf22-04337d9057cc not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:48:23.909247 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.141822 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34460) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:24.155439 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67c6d02d-dfb7-4298-b4c0-8adea8c102f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.234931 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67c6d02d-dfb7-4298-b4c0-8adea8c102f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.241174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67c6d02d-dfb7-4298-b4c0-8adea8c102f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.284448 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-67c6d02d-dfb7-4298-b4c0-8adea8c102f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ffbd87379f44b558b05b184ad0cab3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1414659 Nov 25 08:48:24.285545 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c6d02d-dfb7-4298-b4c0-8adea8c102f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696d23b1-045a-47ee-b818-f600310ca8da,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:24.287183 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34466) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:24.340012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.363519 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.412521 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.415398 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:24.416600 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/696d23b1-045a-47ee-b818-f600310ca8da HTTP/1.1" status: 204 len: 168 time: 0.1283128 Nov 25 08:48:24.425308 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928f84ea-e4a6-4152-a6e8-94e3fee1a061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696d23b1-045a-47ee-b818-f600310ca8da,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:24.563578 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:25.770157 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.454283 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34612) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:29.565498 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2d880d3a-6c45-4103-8a71-b9e200ae8962 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.647846 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2d880d3a-6c45-4103-8a71-b9e200ae8962 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.651416 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-2d880d3a-6c45-4103-8a71-b9e200ae8962 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.690529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-2d880d3a-6c45-4103-8a71-b9e200ae8962 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56e51e891eba4c8e99bff5feb7015061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2350876 Nov 25 08:48:29.691210 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d880d3a-6c45-4103-8a71-b9e200ae8962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ef35da-9850-4b8f-b20a-8d21807614ff,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:29.693320 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34616) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:29.750783 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.771597 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.817140 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.819707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:29.821119 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9ef35da-9850-4b8f-b20a-8d21807614ff HTTP/1.1" status: 204 len: 168 time: 0.1263504 Nov 25 08:48:29.829488 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df936787-4a93-458c-b503-ff743a45463d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ef35da-9850-4b8f-b20a-8d21807614ff,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:30.081649 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34622) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:30.094911 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c321640a-20a7-4080-a899-00c058a15117 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.169850 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c321640a-20a7-4080-a899-00c058a15117 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.173805 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-c321640a-20a7-4080-a899-00c058a15117 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.212122 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c321640a-20a7-4080-a899-00c058a15117 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=644974f16c304dcbbe91bee55f1714cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1293750 Nov 25 08:48:30.213074 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c321640a-20a7-4080-a899-00c058a15117 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8aa3a-0627-43d6-9981-12a47cc9cde4,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:30.214842 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34624) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:30.264412 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.285366 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.332024 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.334670 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:30.335879 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fee8aa3a-0627-43d6-9981-12a47cc9cde4 HTTP/1.1" status: 204 len: 168 time: 0.1187825 Nov 25 08:48:30.345024 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55744f07-9c0e-41ca-abf1-e98b30516481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8aa3a-0627-43d6-9981-12a47cc9cde4,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:31.800003 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-ebca5672-9314-4fca-a1ee-6852e34d74d0 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445211 Nov 25 08:48:31.867876 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887d4c-f731-4d39-aaae-97693454311c req-33715d17-d544-40b2-8b75-7079dbe0456b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:31.869054 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-33715d17-d544-40b2-8b75-7079dbe0456b service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1099 time: 0.0447066 Nov 25 08:48:31.982653 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887d4c-f731-4d39-aaae-97693454311c req-7424c1cd-9da3-4c49-b389-d29b76b701e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:31.984275 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-7424c1cd-9da3-4c49-b389-d29b76b701e6 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.0866590 Nov 25 08:48:32.069011 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-1d9fda5f-3452-494b-8341-6c8f2f994726 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 1002 time: 0.0645571 Nov 25 08:48:32.129596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887d4c-f731-4d39-aaae-97693454311c req-4dd0fc14-7b43-43a1-aab0-bd10243247f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.130933 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-4dd0fc14-7b43-43a1-aab0-bd10243247f3 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0528541 Nov 25 08:48:32.178986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0887d4c-f731-4d39-aaae-97693454311c req-ccb7d3de-6e40-4443-b709-24aa86d1b0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:48:32.180505 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-ccb7d3de-6e40-4443-b709-24aa86d1b0f1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417984 Nov 25 08:48:32.277786 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-c8e55282-0258-4621-b6e6-0c617209cb92 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Nov 25 08:48:32.378609 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-f0887d4c-f731-4d39-aaae-97693454311c req-ec5d55d0-d60b-4d44-b28c-2f9d48de14e2 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911238 Nov 25 08:48:32.931005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34702) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:33.037243 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b1faccc8-e039-48b1-8b58-dfd991294a4b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.115821 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b1faccc8-e039-48b1-8b58-dfd991294a4b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.119866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-b1faccc8-e039-48b1-8b58-dfd991294a4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.159509 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1faccc8-e039-48b1-8b58-dfd991294a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59fad1f8-18c5-4f44-a7c5-7a19dc0f1e4c,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:33.180741 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-b1faccc8-e039-48b1-8b58-dfd991294a4b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef4ca1ac54774d34a11cf40eab19057b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2483449 Nov 25 08:48:33.181018 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34710) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:33.237638 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.260638 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.308850 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.312259 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:33.313914 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/59fad1f8-18c5-4f44-a7c5-7a19dc0f1e4c HTTP/1.1" status: 204 len: 168 time: 0.1319330 Nov 25 08:48:33.328303 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a1194-fbe9-4abf-b579-b1c199a94e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59fad1f8-18c5-4f44-a7c5-7a19dc0f1e4c,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.654210 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34766) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:34.764871 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-000e25be-2e09-4388-8557-c798b9f639f0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:34.843169 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-000e25be-2e09-4388-8557-c798b9f639f0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:34.846938 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-000e25be-2e09-4388-8557-c798b9f639f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:34.887715 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-000e25be-2e09-4388-8557-c798b9f639f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9ea43073a8454a66a0a8908901efff21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318149 Nov 25 08:48:34.888574 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000e25be-2e09-4388-8557-c798b9f639f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3e3608b-b7d1-4d59-93d0-ad18bb13ca01,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:34.890909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34776) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:34.943366 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:34.968116 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.024354 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.027764 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.035855 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f3e3608b-b7d1-4d59-93d0-ad18bb13ca01 HTTP/1.1" status: 204 len: 168 time: 0.1374619 Nov 25 08:48:35.045435 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87172b3-80dd-4a24-8389-a0cb6251e588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3e3608b-b7d1-4d59-93d0-ad18bb13ca01,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.318013 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34794) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:35.335239 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de60198-d86a-4458-9a83-e086322fdc06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.419231 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de60198-d86a-4458-9a83-e086322fdc06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.423449 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1de60198-d86a-4458-9a83-e086322fdc06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.464837 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1de60198-d86a-4458-9a83-e086322fdc06 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=699d86e332be49148ec78cd050967a36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1455488 Nov 25 08:48:35.466299 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de60198-d86a-4458-9a83-e086322fdc06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec5e44b3-86bb-491b-9595-3c7be2e9f52f,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.467826 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34798) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:35.520711 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.542189 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.593230 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.597394 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:35.603054 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ec5e44b3-86bb-491b-9595-3c7be2e9f52f HTTP/1.1" status: 204 len: 168 time: 0.1332970 Nov 25 08:48:35.615387 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a766a06c-38e6-45a3-b81a-5ed0c9b317a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec5e44b3-86bb-491b-9595-3c7be2e9f52f,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:35.860487 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34812) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:35.968687 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58e81455-2c46-4e9e-92f3-fbfb381cbef0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.050490 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58e81455-2c46-4e9e-92f3-fbfb381cbef0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.054493 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-58e81455-2c46-4e9e-92f3-fbfb381cbef0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.097683 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-58e81455-2c46-4e9e-92f3-fbfb381cbef0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=96c80e74f4cc454c873f9d0fdc3f3d55&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360437 Nov 25 08:48:36.098517 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81455-2c46-4e9e-92f3-fbfb381cbef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a141060-c4f8-43ec-afee-ae104fc49495,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:36.100458 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34826) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:36.150720 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.177134 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.234008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.236865 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.238044 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a141060-c4f8-43ec-afee-ae104fc49495 HTTP/1.1" status: 204 len: 168 time: 0.1365619 Nov 25 08:48:36.246622 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dc5977-ff54-4eb3-970f-225d90f38033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a141060-c4f8-43ec-afee-ae104fc49495,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:36.576514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 34842) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:36.589793 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd11c181-eb64-45e3-8cb0-5fb0ed3b849a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.670304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd11c181-eb64-45e3-8cb0-5fb0ed3b849a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.673852 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd11c181-eb64-45e3-8cb0-5fb0ed3b849a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.715284 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-dd11c181-eb64-45e3-8cb0-5fb0ed3b849a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=051b93a0f0c34304bec92b9dd48b5496&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1373925 Nov 25 08:48:36.717241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd11c181-eb64-45e3-8cb0-5fb0ed3b849a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99804600-4ca1-4d74-b569-94c131607cfb,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:36.718787 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 34844) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:36.773407 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.798276 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.853047 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.855624 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:36.856940 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/99804600-4ca1-4d74-b569-94c131607cfb HTTP/1.1" status: 204 len: 168 time: 0.1371572 Nov 25 08:48:36.864638 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cadba65-63f2-4653-af93-fe56ecc98f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99804600-4ca1-4d74-b569-94c131607cfb,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:48.544898 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ecf45604-267e-42e1-a7bd-fb472d7a4f15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:48.659839 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:48:51.347823 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e16524b9-c9dc-4b07-88e4-df92693127b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:52.354308 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.065174 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35084) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:53.175163 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.258207 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.264072 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.305029 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c2545cc978f34730924b328bb70646dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387378 Nov 25 08:48:53.305894 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38a8d78-e7b8-44e1-8d4b-1f8216dad416,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.307993 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35088) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:53.314784 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.315140 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.315492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.315869 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.316213 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.316555 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.316893 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.317228 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.317560 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.317892 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.318222 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.318548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca1923e2-2656-40cb-80c4-38f8c1c29599 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.364489 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.389226 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.443789 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.446996 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.448325 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e38a8d78-e7b8-44e1-8d4b-1f8216dad416 HTTP/1.1" status: 204 len: 168 time: 0.1391838 Nov 25 08:48:53.457435 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38a8d78-e7b8-44e1-8d4b-1f8216dad416,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:53.465621 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.466090 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.466313 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.466681 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.467018 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.467354 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.467757 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.468061 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.468389 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.468722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.469048 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.469369 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0b6d146-4447-437b-8624-877cf4409dd9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:48:53.830630 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35100) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:53.848028 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ae23d43d-5aa8-4750-b00e-41b4201c240e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.912761 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.948448 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ae23d43d-5aa8-4750-b00e-41b4201c240e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:53.954011 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-ae23d43d-5aa8-4750-b00e-41b4201c240e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.018522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-ae23d43d-5aa8-4750-b00e-41b4201c240e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=88fbf48dc2d2446f80409134bac1a4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1861365 Nov 25 08:48:54.020027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae23d43d-5aa8-4750-b00e-41b4201c240e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bff13d-402d-44f3-9b7d-bbdd1fdbfe5e,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:54.021108 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35102) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:54.088363 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.115156 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.167728 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.171422 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.175086 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/92bff13d-402d-44f3-9b7d-bbdd1fdbfe5e HTTP/1.1" status: 204 len: 168 time: 0.1525331 Nov 25 08:48:54.184724 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdf4561-4e8d-4e7f-9151-e24c3c2f484a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bff13d-402d-44f3-9b7d-bbdd1fdbfe5e,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:54.535584 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35108) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:54.551938 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d09165cd-cbb5-4918-af19-47ac8351b124 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.567920 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.645302 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d09165cd-cbb5-4918-af19-47ac8351b124 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.650095 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d09165cd-cbb5-4918-af19-47ac8351b124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.696188 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d09165cd-cbb5-4918-af19-47ac8351b124 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0e7578b15003463d9e9c90e5614b7c08&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1582832 Nov 25 08:48:54.697047 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35112) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:54.697891 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09165cd-cbb5-4918-af19-47ac8351b124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04fe721-3869-4b28-90b9-77a18c0507fd,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:54.756545 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.787875 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.858402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.861798 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:54.863132 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f04fe721-3869-4b28-90b9-77a18c0507fd HTTP/1.1" status: 204 len: 168 time: 0.1650095 Nov 25 08:48:54.871610 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dd6dbc-6bb8-4957-80ed-02d2bdba181e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04fe721-3869-4b28-90b9-77a18c0507fd,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:55.772080 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.176797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35154) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:56.299110 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3a92856e-4fed-41bb-8b63-ab3dec04748a admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.397124 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3a92856e-4fed-41bb-8b63-ab3dec04748a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.401689 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-3a92856e-4fed-41bb-8b63-ab3dec04748a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.447250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a92856e-4fed-41bb-8b63-ab3dec04748a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324cdd6e-1c74-4ce0-8c7c-08dd110258f7,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:48:56.452809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-3a92856e-4fed-41bb-8b63-ab3dec04748a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f938f11308b846a69abcd3bae4964812&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2747433 Nov 25 08:48:56.455320 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35166) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:48:56.520412 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.542814 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.601534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.604253 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:48:56.609777 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/324cdd6e-1c74-4ce0-8c7c-08dd110258f7 HTTP/1.1" status: 204 len: 168 time: 0.1490369 Nov 25 08:48:56.625845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98e28b5-7eb7-41a2-84ad-d8eb23ffb060 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324cdd6e-1c74-4ce0-8c7c-08dd110258f7,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:07.614543 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35292) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:07.720188 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e587138f-1dbb-4a90-9fd0-df07c9393e41 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.797815 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e587138f-1dbb-4a90-9fd0-df07c9393e41 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.802382 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e587138f-1dbb-4a90-9fd0-df07c9393e41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.843408 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e587138f-1dbb-4a90-9fd0-df07c9393e41 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4073167cde6946cabd5052b8c13729aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272315 Nov 25 08:49:07.844378 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e587138f-1dbb-4a90-9fd0-df07c9393e41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790adcf9-2cd7-4ed5-8fd2-16d54d101e4f,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:07.846408 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35300) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:07.898667 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.920970 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.961871 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35304) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:07.971007 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.973857 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:07.975057 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/790adcf9-2cd7-4ed5-8fd2-16d54d101e4f HTTP/1.1" status: 204 len: 168 time: 0.1276231 Nov 25 08:49:07.984196 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f08d5dc-6c09-4b81-a4d7-9536f7c00b3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790adcf9-2cd7-4ed5-8fd2-16d54d101e4f,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.212608 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-25f8fca4-fb3e-45b5-8fa0-eeac10386e73 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.263135 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35312) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:08.276665 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-87f83607-5b13-4021-b577-763e8f24e778 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.297973 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-25f8fca4-fb3e-45b5-8fa0-eeac10386e73 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.301390 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-25f8fca4-fb3e-45b5-8fa0-eeac10386e73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.343433 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-25f8fca4-fb3e-45b5-8fa0-eeac10386e73 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c815d80d557488e906fa93175959e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3800905 Nov 25 08:49:08.344190 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f8fca4-fb3e-45b5-8fa0-eeac10386e73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f280893-392b-473e-845a-d9d25d9de739,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.346638 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35314) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:08.375634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-87f83607-5b13-4021-b577-763e8f24e778 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.380281 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-87f83607-5b13-4021-b577-763e8f24e778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.399179 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.421211 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.421534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f83607-5b13-4021-b577-763e8f24e778 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed666345-92d4-4d42-a5b2-4fc79d58bf35,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.427302 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-87f83607-5b13-4021-b577-763e8f24e778 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dec82b0662b841a8b3dbb976410cff2c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1629636 Nov 25 08:49:08.430280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35316) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:08.472370 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.475122 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.476299 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4f280893-392b-473e-845a-d9d25d9de739 HTTP/1.1" status: 204 len: 168 time: 0.1287165 Nov 25 08:49:08.486244 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.487433 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6733466-e11f-451b-9d9b-81f35014b8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f280893-392b-473e-845a-d9d25d9de739,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:08.514273 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.573812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.577272 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:08.578360 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed666345-92d4-4d42-a5b2-4fc79d58bf35 HTTP/1.1" status: 204 len: 168 time: 0.1471555 Nov 25 08:49:08.588709 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32270551-be46-4fa3-bf9f-e85138e5c9e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed666345-92d4-4d42-a5b2-4fc79d58bf35,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:09.270595 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35356) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:09.477337 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1497920719-network', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:09.501385 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Made reservation on behalf of 3f30271e57434c7bb827ede7add0c04b for: {'network': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:09.505651 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.518309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.603734 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.611318 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.650350 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 512} {{(pid=109108) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:09.674698 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962e55e4-ad63-44c3-8185-b56bdca2cb00,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:09.684096 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.685172 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.segments_db [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Added segment 29db8586-337c-49fb-bb16-6c463847bd61 of type vlan for network 8c800b04-d4c8-4974-9ff7-6a175a69e904 Nov 25 08:49:09.734514 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.761139 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.762554 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:09.763164 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:09.814867 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5429506 Nov 25 08:49:09.820180 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35406) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:09.825205 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Request body: {'subnet': {'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1497920719-subnet', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'ip_version': 4}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:09.830223 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bb360-9d4d-44f5-a5d2-49a20b071bc4 admin admin] Pushing event updated for resources: {'Network': ['ID=8c800b04-d4c8-4974-9ff7-6a175a69e904,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:09.844853 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:49:09.852598 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Made reservation on behalf of 3f30271e57434c7bb827ede7add0c04b for: {'subnet': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:09.854942 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25615622'] for subnet, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.054859 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26291663', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25612524'] for subnet, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.115146 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8163bc2-8909-4f5e-95b0-d204b9119771,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.124811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Checking segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109109) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:10.125174 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Network hostable DHCP agents. Network: 8c800b04-d4c8-4974-9ff7-6a175a69e904, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109109) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:10.143375 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109109) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:10.155241 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 8c800b04-d4c8-4974-9ff7-6a175a69e904) {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:10.160194 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:10.160771 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.170067 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16d01ba-2f9c-4728-89a1-13b85f7fd3cd None None] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:49:10.182040 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-d4e0c174-159e-468a-87ef-ddb4c514783c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3583381 Nov 25 08:49:10.182414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35414) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:10.190788 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:10.226657 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.227790 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.283381 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.446770 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.488790 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-8c800b04-d4c8-4974-9ff7-6a175a69e904', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:49:10.489908 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.640243 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Allocated IP 172.20.0.2 (8c800b04-d4c8-4974-9ff7-6a175a69e904/d8163bc2-8909-4f5e-95b0-d204b9119771/69fab311-6869-45d7-b544-b22f87504637) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:10.741879 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.763191 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.809948 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.821253 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.861693 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:10.864631 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:10.868204 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:10.877362 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Pushing event updated for resources: {'Port': ['ID=69fab311-6869-45d7-b544-b22f87504637,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:10.878712 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Allocated IP 172.27.3.177 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/b5c2ca53-ebe9-40a3-9602-d4d760e309d4) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:10.887103 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.887453 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.887830 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.888171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.888850 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.888850 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.889231 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.889507 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.889860 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.890209 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.890501 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.890855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:10.939966 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Attempting to bind port 69fab311-6869-45d7-b544-b22f87504637 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:10.940340 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Attempting to bind port 69fab311-6869-45d7-b544-b22f87504637 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:10.940711 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Attempting to bind port 69fab311-6869-45d7-b544-b22f87504637 on network 8c800b04-d4c8-4974-9ff7-6a175a69e904 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:10.946512 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:10.946887 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Checking segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:10.947296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:10.947717 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Bound using segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:10.948198 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Bound port: 69fab311-6869-45d7-b544-b22f87504637, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:10.948583 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.008385 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.053426 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] For port 69fab311-6869-45d7-b544-b22f87504637, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:11.053999 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.063503 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] For port 69fab311-6869-45d7-b544-b22f87504637, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=69fab311-6869-45d7-b544-b22f87504637,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:11.069072 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.105331 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:11.110718 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:11.112933 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Pushing event updated for resources: {'Port': ['ID=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:11.117212 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:11.137979 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e67b1-e3af-4ccb-a7c1-9836d5c6ff11 None None] Pushing event updated for resources: {'Port': ['ID=69fab311-6869-45d7-b544-b22f87504637,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:11.389707 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.586165 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:11.718740 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109109) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:49:11.906476 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 69fab311-6869-45d7-b544-b22f87504637 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:11.963666 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 69fab311-6869-45d7-b544-b22f87504637 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:11.964034 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.053350 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.088477 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:49:12.090570 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 69fab311-6869-45d7-b544-b22f87504637, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=69fab311-6869-45d7-b544-b22f87504637,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:12.105287 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.119984 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] Publish callbacks [] for router, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.121747 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-f384a5b3-167d-40a7-80c8-c5a41adafade admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9382522 Nov 25 08:49:12.125648 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Sync routers for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:12.126010 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35434) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:12.127904 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3126ddad-e2e5-441f-8e29-b43e132a5d53 None None] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:49:12.224652 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:12.225431 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:12.301789 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=69fab311-6869-45d7-b544-b22f87504637,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.305788 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-5bbb95af-04f9-4cbd-8a0f-4c33a312eb4f None None] Provisioning complete for port 69fab311-6869-45d7-b544-b22f87504637 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:12.306506 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5bbb95af-04f9-4cbd-8a0f-4c33a312eb4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.445193 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:12.562334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.696054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:11Z', 'revision_number': 3, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:12.727458 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Checking router: 426dc4d7-744a-41d3-b6bf-553c0ecfd067 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:49:12.727834 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Updating router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:49:12.738491 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Allocated IP 172.20.0.1 (8c800b04-d4c8-4974-9ff7-6a175a69e904/d8163bc2-8909-4f5e-95b0-d204b9119771/b5ccc735-ade6-4c60-a390-30844bdf3f81) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:12.761308 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.855527 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.881318 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-56d6cac8-8d80-46aa-9f80-016ca4f93274 None None] Provisioning complete for port 69fab311-6869-45d7-b544-b22f87504637 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:12.881686 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-56d6cac8-8d80-46aa-9f80-016ca4f93274 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.893181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:12.936532 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:12.939453 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:12.944003 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:12.947120 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:12.992494 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.148756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.242091 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.247721 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.307727 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Attempting to bind port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:13.308099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Attempting to bind port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:13.308465 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Attempting to bind port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:13.310176 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e333c63-d873-4875-b970-7a53b7028254 None None] Pushing event updated for resources: {'Port': ['ID=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.319515 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:13.320179 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:13.320576 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.320964 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:13.321442 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Bound port: b5c2ca53-ebe9-40a3-9602-d4d760e309d4, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:13.321821 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.345733 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.347040 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-ba196413-9c0f-457d-8e88-62179e0191b6 None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:13.347422 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ba196413-9c0f-457d-8e88-62179e0191b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.352956 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.401542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-ba196413-9c0f-457d-8e88-62179e0191b6 None None] Port b5ccc735-ade6-4c60-a390-30844bdf3f81 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:49:13.407066 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] For port b5c2ca53-ebe9-40a3-9602-d4d760e309d4, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:13.410145 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] For port b5c2ca53-ebe9-40a3-9602-d4d760e309d4, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:13.415026 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.420449 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Pushing event updated for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.424783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.474339 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:13.474879 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:13.513045 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e333c63-d873-4875-b970-7a53b7028254 None None] Pushing event updated for resources: {'Port': ['ID=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:13.527698 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:13.529195 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:13.598107 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:13.670709 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:49:13.839628 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-330e72b6-f991-4741-9d5f-87305ca87e8e None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:13.840051 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-330e72b6-f991-4741-9d5f-87305ca87e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:13.867744 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 69fab311-6869-45d7-b544-b22f87504637 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:13.875652 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 2, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:13.939550 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6d8821-d560-401d-96e5-edcf7fd57c41 None None] The sync data for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi is: [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 2, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:13.949038 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-330e72b6-f991-4741-9d5f-87305ca87e8e None None] Port b5ccc735-ade6-4c60-a390-30844bdf3f81 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:49:13.971604 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 69fab311-6869-45d7-b544-b22f87504637 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:13.972226 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.066527 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:49:14.076944 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6f2686ac-bff9-4ce9-ab2d-db55bf863fa3 admin admin] 10.222.0.46 "PUT /v2.0/routers/426dc4d7-744a-41d3-b6bf-553c0ecfd067/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9463258 Nov 25 08:49:14.617025 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35454) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:14.623994 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-704898004-network', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:14.647650 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Made reservation on behalf of 8b6ba2706e0d46f6b9040238ea514656 for: {'network': 1} {{(pid=109109) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:14.649898 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for network, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.659049 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.742455 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.748887 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.778012 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 506} {{(pid=109109) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 25 08:49:14.781003 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9282e9ac-d8ba-41af-976d-ec17072ce706,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:14.791105 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.791445 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.segments_db [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Added segment d0a6b86b-59a2-4ef2-b79d-d317284324be of type vlan for network 0c17d1e6-322f-4775-adfe-f7487a58795d Nov 25 08:49:14.832935 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8761417081308'] for network, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.864577 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615'] for network, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.865511 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:14.866100 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:14.929241 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3105810 Nov 25 08:49:14.932018 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35456) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:14.935489 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccc211-286e-4000-a602-c56dedc63403 admin admin] Pushing event updated for resources: {'Network': ['ID=0c17d1e6-322f-4775-adfe-f7487a58795d,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:14.938454 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Request body: {'subnet': {'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-704898004-subnet', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'ip_version': 4}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:14.946850 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Network 0c17d1e6-322f-4775-adfe-f7487a58795d details requested by agent ovs-agent-dv-cinder-778193-12-iscsi with host dv-cinder-778193-12-iscsi {{(pid=109110) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 25 08:49:14.962980 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Made reservation on behalf of 8b6ba2706e0d46f6b9040238ea514656 for: {'subnet': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:14.965570 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-25519778'] for subnet, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.151800 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3114540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-25520968'] for subnet, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.203858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d59c3b7-19ae-4af6-9cf9-511ffd634456,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:15.221640 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Checking segment: {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:15.222008 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Network hostable DHCP agents. Network: 0c17d1e6-322f-4775-adfe-f7487a58795d, hostable agents: ['db777cc6-8cc9-4d18-b2c2-c499991bff63'], hosted agents: [] {{(pid=109108) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 25 08:49:15.241515 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Network 0c17d1e6-322f-4775-adfe-f7487a58795d is scheduled to be hosted by DHCP agent db777cc6-8cc9-4d18-b2c2-c499991bff63 with binding_index 1 {{(pid=109108) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 25 08:49:15.252796 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-778193-12-iscsi, 0c17d1e6-322f-4775-adfe-f7487a58795d) {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:15.256906 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:15.257527 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.263101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f13d1a-c2f0-44ff-ac97-93fe5e190df9 None None] Network 0c17d1e6-322f-4775-adfe-f7487a58795d requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:49:15.285492 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-53e111ba-c6da-4c8d-8b54-ebce3c16a7eb admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3520765 Nov 25 08:49:15.288226 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35460) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:15.295110 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:15.332678 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-678943', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-124845'] for router, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.333968 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-679091', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-697536', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-612628', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-124852'] for router, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.393418 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.454484 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp513a364b-f674-5fb3-91e0-7a49e29a9f64-0c17d1e6-322f-4775-adfe-f7487a58795d', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456'}]}} from dv-cinder-778193-12-iscsi. {{(pid=109110) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 25 08:49:15.455493 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.555265 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.618993 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.db_base_plugin_common [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Allocated IP 172.20.0.2 (0c17d1e6-322f-4775-adfe-f7487a58795d/5d59c3b7-19ae-4af6-9cf9-511ffd634456/7833b53b-43b8-4f3b-ac7f-2780decc75bc) {{(pid=109110) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:15.784024 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.788478 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks [] for port, precommit_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.796916 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193'] for port, after_create {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.806143 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.843494 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Network 0c17d1e6-322f-4775-adfe-f7487a58795d is already hosted by enough agents. {{(pid=109110) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:15.849125 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.scheduler.base_scheduler [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Resources bound (agent type, host, resource id): {{(pid=109110) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:15.855585 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Received port after_create {{(pid=109110) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:15.858598 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Pushing event updated for resources: {'Port': ['ID=7833b53b-43b8-4f3b-ac7f-2780decc75bc,revision_number=1']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:15.914216 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5c2ca53-ebe9-40a3-9602-d4d760e309d4 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:15.945311 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Attempting to bind port 7833b53b-43b8-4f3b-ac7f-2780decc75bc on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:15.945684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Attempting to bind port 7833b53b-43b8-4f3b-ac7f-2780decc75bc by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:15.946048 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Attempting to bind port 7833b53b-43b8-4f3b-ac7f-2780decc75bc on network 0c17d1e6-322f-4775-adfe-f7487a58795d {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:15.955334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Allocated IP 172.27.3.220 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/97c3e6f7-0ebc-494a-a3bf-e8102822a388) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:15.957848 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:15.958418 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Checking segment: {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:15.958626 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:15.959011 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Bound using segment: {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:15.959505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Bound port: 7833b53b-43b8-4f3b-ac7f-2780decc75bc, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:15.960020 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.043403 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:16.043883 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.068870 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] For port 7833b53b-43b8-4f3b-ac7f-2780decc75bc, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:16.077294 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.083544 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Sync routers for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:16.087700 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] For port 7833b53b-43b8-4f3b-ac7f-2780decc75bc, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=7833b53b-43b8-4f3b-ac7f-2780decc75bc,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:16.093628 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.101571 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:16.102776 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:16.119521 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.176686 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:16.181378 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:16.185689 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b576280-54c7-4663-a832-3110138d2c6a None None] Pushing event updated for resources: {'Port': ['ID=7833b53b-43b8-4f3b-ac7f-2780decc75bc,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.187905 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:16.202820 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.237006 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port b5c2ca53-ebe9-40a3-9602-d4d760e309d4, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:16.243013 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.243797 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Pushing event updated for resources: {'Port': ['ID=97c3e6f7-0ebc-494a-a3bf-e8102822a388,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.248741 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:16.319160 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.531765 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 2, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:16.563459 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.563851 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Checking router: 426dc4d7-744a-41d3-b6bf-553c0ecfd067 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:49:16.564216 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Updating router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 port b5ccc735-ade6-4c60-a390-30844bdf3f81 binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:49:16.590398 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.774159 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-679048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-558129'] for router, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.879789 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.887856 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:16.943917 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Pushing event updated for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:16.956503 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Router ee5674fa-299f-47c8-bac5-173b1e44df5e is scheduled to L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc with binding_index 1 {{(pid=109108) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 25 08:49:16.977766 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.979010 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.979529 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.980054 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.980567 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.980906 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.981245 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.981576 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.982437 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.982830 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.983163 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:16.983710 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109111) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:17.023910 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Attempting to bind port b5ccc735-ade6-4c60-a390-30844bdf3f81 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:17.024294 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Attempting to bind port b5ccc735-ade6-4c60-a390-30844bdf3f81 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:17.024666 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Attempting to bind port b5ccc735-ade6-4c60-a390-30844bdf3f81 on network 8c800b04-d4c8-4974-9ff7-6a175a69e904 {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:17.031604 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:17.032037 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Checking segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:17.032442 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.033080 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Bound using segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:17.033574 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Bound port: b5ccc735-ade6-4c60-a390-30844bdf3f81, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:17.033970 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.093791 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:49:17.104208 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Sync routers for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:17.110703 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] For port b5ccc735-ade6-4c60-a390-30844bdf3f81, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:17.116067 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] For port b5ccc735-ade6-4c60-a390-30844bdf3f81, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5ccc735-ade6-4c60-a390-30844bdf3f81,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:17.122324 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.123922 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:17.124541 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:17.127304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.128649 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-92964e10-b910-404f-ae15-89be73371378 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8389959 Nov 25 08:49:17.131257 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35464) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:17.196941 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:17.197580 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:17.267998 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcaba8-5c68-41f7-b209-f4ea3f83b683 None None] Pushing event updated for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=4']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:17.353891 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:17.407110 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2487b2f7-941c-4df0-b53d-f08b66ac1f95 None None] Network 0c17d1e6-322f-4775-adfe-f7487a58795d requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:49:17.543838 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:17.544356 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.594310 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:17.618087 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:17.646984 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69f6148-2206-43a7-9cd9-5ba21b7cda06 None None] The sync data for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi is: [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:17.762522 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.900746 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.950995 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] For port b5ccc735-ade6-4c60-a390-30844bdf3f81, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5ccc735-ade6-4c60-a390-30844bdf3f81,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:17.961862 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:17.972324 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Allocated IP 172.20.0.1 (0c17d1e6-322f-4775-adfe-f7487a58795d/5d59c3b7-19ae-4af6-9cf9-511ffd634456/a606ac7e-16f6-486c-841f-82c434e68acf) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:18.029842 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 3, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:18.072568 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5c2ca53-ebe9-40a3-9602-d4d760e309d4 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:18.077649 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Checking router: ee5674fa-299f-47c8-bac5-173b1e44df5e for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:49:18.078012 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Updating router ee5674fa-299f-47c8-bac5-173b1e44df5e port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 binding host dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:49:18.080692 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff8098-e9d8-4342-a469-bc13e1763e8e None None] Pushing event updated for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.148231 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.175434 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.184552 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:18.184996 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.221935 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.282474 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Network 0c17d1e6-322f-4775-adfe-f7487a58795d is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:18.286262 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Pushing event updated for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.292400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:18.297088 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:18.315769 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:18.316145 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.343762 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-558272'] for router_interface, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.549905 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.577373 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Provisioning complete for port 7833b53b-43b8-4f3b-ac7f-2780decc75bc triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:18.577648 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.634694 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-806f7919-f25b-41ff-9adf-0dcdaab469bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.665532 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5ccc735-ade6-4c60-a390-30844bdf3f81 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:18.719218 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks [] for port, precommit_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.731482 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.748241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.753575 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.821325 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1543565', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-678256'] for router_interface, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.823029 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Pushing event updated for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.827274 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Attempting to bind port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:18.827696 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Attempting to bind port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:18.828068 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Attempting to bind port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 on network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:18.835650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c36962-bf32-4574-8898-16d0ae93e7d7 None None] Pushing event updated for resources: {'Port': ['ID=97c3e6f7-0ebc-494a-a3bf-e8102822a388,revision_number=2']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:18.846958 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:18.847341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Checking segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109110) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:18.847776 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.848171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Bound using segment: {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'} {{(pid=109110) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:18.848658 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.managers [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Bound port: 97c3e6f7-0ebc-494a-a3bf-e8102822a388, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e62c19a8-8731-49d4-ba2b-acf631a052aa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324'}}] {{(pid=109110) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:18.849046 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.875510 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:18.876333 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.901827 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:18.921780 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Network 0c17d1e6-322f-4775-adfe-f7487a58795d is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:18.923215 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:18.973856 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] For port 97c3e6f7-0ebc-494a-a3bf-e8102822a388, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109110) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:18.980714 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] For port 97c3e6f7-0ebc-494a-a3bf-e8102822a388, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=97c3e6f7-0ebc-494a-a3bf-e8102822a388,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:18.983281 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] For port 7833b53b-43b8-4f3b-ac7f-2780decc75bc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=7833b53b-43b8-4f3b-ac7f-2780decc75bc,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:18.992495 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.017409 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.047781 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Router ee5674fa-299f-47c8-bac5-173b1e44df5e has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:49:19.097606 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 7833b53b-43b8-4f3b-ac7f-2780decc75bc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:19.134464 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8257b2-40b4-4ed5-92db-19ce91e3e08b None None] Pushing event updated for resources: {'Port': ['ID=7833b53b-43b8-4f3b-ac7f-2780decc75bc,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:19.151150 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:19.151967 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:48:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.237456 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-9ed74795-f0e1-4a70-a6ec-97250c474b81 None None] Provisioning complete for port 7833b53b-43b8-4f3b-ac7f-2780decc75bc triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:19.237696 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9ed74795-f0e1-4a70-a6ec-97250c474b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.454268 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c36962-bf32-4574-8898-16d0ae93e7d7 None None] Pushing event updated for resources: {'Port': ['ID=97c3e6f7-0ebc-494a-a3bf-e8102822a388,revision_number=3']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:19.463446 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:49:19.469638 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-fb55b74a-1545-4521-b6ac-3721563f479f admin admin] 10.222.0.46 "PUT /v2.0/routers/ee5674fa-299f-47c8-bac5-173b1e44df5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3370659 Nov 25 08:49:19.488820 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 7833b53b-43b8-4f3b-ac7f-2780decc75bc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:19.489109 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.518542 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:19.752010 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-9ed74795-f0e1-4a70-a6ec-97250c474b81 None None] Provisioning complete for port a606ac7e-16f6-486c-841f-82c434e68acf triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:19.752296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9ed74795-f0e1-4a70-a6ec-97250c474b81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.819335 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-9ed74795-f0e1-4a70-a6ec-97250c474b81 None None] Port a606ac7e-16f6-486c-841f-82c434e68acf cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:49:19.879528 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'a606ac7e-16f6-486c-841f-82c434e68acf', 'name': '', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'mac_address': 'fa:16:3e:17:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:17Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 2, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'subnets': [{'id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:19.912192 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf0e78c-1d7c-4862-b3a8-19abb4f710b1 None None] The sync data for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi is: [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'a606ac7e-16f6-486c-841f-82c434e68acf', 'name': '', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'mac_address': 'fa:16:3e:17:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:17Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 2, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'subnets': [{'id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:19.921508 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5ccc735-ade6-4c60-a390-30844bdf3f81 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:19.984450 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-cadf0688-1acf-4ee0-820f-b4599b39ed00 None None] Provisioning complete for port a606ac7e-16f6-486c-841f-82c434e68acf triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:19.984826 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cadf0688-1acf-4ee0-820f-b4599b39ed00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:19.985592 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35478) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:19.991969 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1363230855', 'description': 'tempest-secgroup-smoke-1363230855 description', 'project_id': '3f30271e57434c7bb827ede7add0c04b'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.017862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.031385 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port b5ccc735-ade6-4c60-a390-30844bdf3f81 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:20.031786 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.033210 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-cadf0688-1acf-4ee0-820f-b4599b39ed00 None None] Port a606ac7e-16f6-486c-841f-82c434e68acf cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:49:20.098033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.102944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.138886 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 7833b53b-43b8-4f3b-ac7f-2780decc75bc up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:20.146395 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.150913 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1615376 Nov 25 08:49:20.151280 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35480) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.158628 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.160122 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beb9c51-9886-4000-8fa8-03112b82a7b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea5980e-0374-44d1-a8a3-663a30dba81f,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.191379 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.222625 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 7833b53b-43b8-4f3b-ac7f-2780decc75bc triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:20.223146 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.257607 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.262301 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.284709 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22f4ac3c-c5b3-4099-b6d9-239d88ccd85c,revision_number=0']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.294067 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.299833 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35482) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.303099 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-50f0c141-c3bb-4662-802f-fb37a176c1cf tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504102 Nov 25 08:49:20.308563 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.346820 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.412662 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.417254 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.440469 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf0f790-56df-4f3c-94f3-23175d2fb658,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.452492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.456576 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-9fb14bc4-3759-4fbc-bd54-a8091b7ae0b9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1521497 Nov 25 08:49:20.457010 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35484) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.462830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.491773 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.557961 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.564947 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.583838 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f10a92b-0ca8-4391-8ff9-f375d4cb65f1,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.595219 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.596515 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-df9b5e89-8072-4310-8355-a7f65a2b24c5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380944 Nov 25 08:49:20.599320 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35486) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.603657 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.632339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.731058 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.738355 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.757793 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734beb10-981b-4fca-8344-b8e2c2095a9b,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.767302 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.768657 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-1ba0bb0f-6e16-48dc-b574-63e7cb3dbc4b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1683743 Nov 25 08:49:20.771991 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35490) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.776745 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.809954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.securitygroups_db [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Project 3f30271e57434c7bb827ede7add0c04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:49:20.816131 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.881763 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.886900 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.906841 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a0352d2-d7d7-4a8e-a705-0c51b129aa7d,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:20.912152 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:20.913394 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-a1bff283-958e-4370-94f3-93bfa4cdd1c1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403759 Nov 25 08:49:20.916185 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35492) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:20.921693 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'security_group_rule': {'security_group_id': '2ea5980e-0374-44d1-a8a3-663a30dba81f', 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:20.948004 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.securitygroups_db [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Project 3f30271e57434c7bb827ede7add0c04b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 25 08:49:20.953326 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:21.017064 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:21.020934 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-633742'] for security_group_rule, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:21.043038 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f4a52f-813f-464e-920b-fd8bf14493dc,revision_number=0']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:21.047786 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:21.048954 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-91d7d3f2-a506-4421-8866-30f0885d3734 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1318057 Nov 25 08:49:21.349109 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-b4b3ca28-8f68-44c2-89b5-198e27fd0c94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:21.905218 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 97c3e6f7-0ebc-494a-a3bf-e8102822a388 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:21.962021 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:21.962386 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.044243 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.074267 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] For port 97c3e6f7-0ebc-494a-a3bf-e8102822a388, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=97c3e6f7-0ebc-494a-a3bf-e8102822a388,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:22.080510 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.099729 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Sync routers for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:49:22.110294 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:22.110909 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:22.132299 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Pushing event updated for resources: {'Port': ['ID=97c3e6f7-0ebc-494a-a3bf-e8102822a388,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:22.305162 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:22.358984 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.520583 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'a606ac7e-16f6-486c-841f-82c434e68acf', 'name': '', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'mac_address': 'fa:16:3e:17:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:17Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 2, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'subnets': [{'id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:22.551885 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Checking router: ee5674fa-299f-47c8-bac5-173b1e44df5e for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:49:22.552240 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Updating router ee5674fa-299f-47c8-bac5-173b1e44df5e port a606ac7e-16f6-486c-841f-82c434e68acf binding host dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 25 08:49:22.578555 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.867128 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks [] for port, precommit_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.875108 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:22.930280 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580025-086d-4ffe-835c-dd09498eea6d None None] Pushing event updated for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=3']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:22.990247 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Attempting to bind port a606ac7e-16f6-486c-841f-82c434e68acf on host dv-cinder-778193-12-iscsi for vnic_type normal with profile {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:22.990841 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Attempting to bind port a606ac7e-16f6-486c-841f-82c434e68acf by drivers openvswitch,hyperv on host dv-cinder-778193-12-iscsi at level 0 using segments [{'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:22.991466 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Attempting to bind port a606ac7e-16f6-486c-841f-82c434e68acf on network 0c17d1e6-322f-4775-adfe-f7487a58795d {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:22.999465 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Checking agent: {'id': '7f02a76c-120e-4da2-a392-f0fd6c882482', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-778193-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 32, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 32, 55), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 48, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-778193-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:22.999879 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Checking segment: {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109111) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:23.000284 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.000685 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Bound using segment: {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'} {{(pid=109111) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:23.001170 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.managers [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Bound port: a606ac7e-16f6-486c-841f-82c434e68acf, host: dv-cinder-778193-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0a6b86b-59a2-4ef2-b79d-d317284324be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d'}}] {{(pid=109111) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:23.001618 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.073906 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] For port a606ac7e-16f6-486c-841f-82c434e68acf, host dv-cinder-778193-12-iscsi, cleared binding levels {{(pid=109111) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:23.078097 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.plugins.ml2.db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] For port a606ac7e-16f6-486c-841f-82c434e68acf, host dv-cinder-778193-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a606ac7e-16f6-486c-841f-82c434e68acf,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109111) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:23.083417 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron_lib.callbacks.manager [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109111) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.155507 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:49:23.156181 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:23.159308 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11580025-086d-4ffe-835c-dd09498eea6d None None] Pushing event updated for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=4']} {{(pid=109111) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:23.201906 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-8630614f-c660-4718-994f-371fd890e471 None None] Provisioning complete for port a606ac7e-16f6-486c-841f-82c434e68acf triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:23.202540 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8630614f-c660-4718-994f-371fd890e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.288426 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:49:23.299113 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8630614f-c660-4718-994f-371fd890e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.346754 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-8630614f-c660-4718-994f-371fd890e471 None None] For port a606ac7e-16f6-486c-841f-82c434e68acf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a606ac7e-16f6-486c-841f-82c434e68acf,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:49:23.351677 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8630614f-c660-4718-994f-371fd890e471 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.409479 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630614f-c660-4718-994f-371fd890e471 None None] Pushing event updated for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:23.471665 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-f755ba90-7036-485b-a07a-dccd87913da0 None None] Provisioning complete for port a606ac7e-16f6-486c-841f-82c434e68acf triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:23.472049 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-f755ba90-7036-485b-a07a-dccd87913da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.496935 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'a606ac7e-16f6-486c-841f-82c434e68acf', 'name': '', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'mac_address': 'fa:16:3e:17:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:17Z', 'updated_at': '2021-11-25T08:49:23Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'subnets': [{'id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:49:23.525667 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-546c8e6e-463e-4680-8985-36aff0891a95 None None] The sync data for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi is: [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:18Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'a606ac7e-16f6-486c-841f-82c434e68acf', 'name': '', 'network_id': '0c17d1e6-322f-4775-adfe-f7487a58795d', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'mac_address': 'fa:16:3e:17:7b:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 675, 'fixed_ips': [{'subnet_id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:17Z', 'updated_at': '2021-11-25T08:49:23Z', 'revision_number': 4, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'subnets': [{'id': '5d59c3b7-19ae-4af6-9cf9-511ffd634456', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:49:23.903187 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 97c3e6f7-0ebc-494a-a3bf-e8102822a388 up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:23.945197 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:23.964538 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:23.964912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:24.056873 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a606ac7e-16f6-486c-841f-82c434e68acf up at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:49:24.103208 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Provisioning complete for port a606ac7e-16f6-486c-841f-82c434e68acf triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:24.103467 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:24.572509 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:25.659018 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:49:25.782939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:30.753107 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35614) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:30.859062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0de692ce-322c-4cbd-a8bb-95d06bb87890 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:30.936657 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0de692ce-322c-4cbd-a8bb-95d06bb87890 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:30.940840 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-0de692ce-322c-4cbd-a8bb-95d06bb87890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:30.978418 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de692ce-322c-4cbd-a8bb-95d06bb87890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afe5dba-a268-4a6d-8ce3-0258920fca0b,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:30.984973 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-0de692ce-322c-4cbd-a8bb-95d06bb87890 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e28c687f6891432787700ccb33028e33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2308166 Nov 25 08:49:30.987727 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35620) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:31.038173 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:31.059507 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:31.113068 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:31.115758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:31.116924 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4afe5dba-a268-4a6d-8ce3-0258920fca0b HTTP/1.1" status: 204 len: 168 time: 0.1282439 Nov 25 08:49:31.127046 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dfa9a-f5a1-4945-a736-fa004b965429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afe5dba-a268-4a6d-8ce3-0258920fca0b,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:32.225442 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35656) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:32.330334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5e93eacf-a243-4eca-8b7a-4a5431eec230 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.410915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5e93eacf-a243-4eca-8b7a-4a5431eec230 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.414986 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-5e93eacf-a243-4eca-8b7a-4a5431eec230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.455866 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-5e93eacf-a243-4eca-8b7a-4a5431eec230 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=464459df34f640e3ad47e5b06bde7d46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2291827 Nov 25 08:49:32.456756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e93eacf-a243-4eca-8b7a-4a5431eec230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c9ee6fb-3b3c-47aa-86ff-dc3554e31fda,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:32.458629 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35660) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:32.511134 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.533898 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.585923 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.589310 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:32.590699 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1c9ee6fb-3b3c-47aa-86ff-dc3554e31fda HTTP/1.1" status: 204 len: 168 time: 0.1308827 Nov 25 08:49:32.604414 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12179b98-f1d1-44ef-98e7-3194abe332b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c9ee6fb-3b3c-47aa-86ff-dc3554e31fda,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:46.820944 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-31081bfc-0f9d-41b9-97d3-8a6c631c6ee1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1363230855&fields=id&tenant_id=3f30271e57434c7bb827ede7add0c04b HTTP/1.1" status: 200 len: 267 time: 0.0477068 Nov 25 08:49:46.934668 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-820a1b32-274d-4e99-a01c-d53e36c26002 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:46.936457 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-820a1b32-274d-4e99-a01c-d53e36c26002 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 809 time: 0.1074579 Nov 25 08:49:46.954232 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-faef6c82-2a55-43d6-85bd-3825dcae82fc tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/quotas/3f30271e57434c7bb827ede7add0c04b HTTP/1.1" status: 200 len: 375 time: 0.0096221 Nov 25 08:49:47.005541 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-d08126ff-e0a3-4377-8162-5c4bba6d6833 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459242 Nov 25 08:49:47.106914 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-f1e874bd-d40b-48ec-8a7f-48b9dde9ed70 service neutron] 10.222.0.46 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890384 Nov 25 08:49:47.201486 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-11da0a56-336b-4068-8802-1062a0975d6c service neutron] 10.222.0.46 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878496 Nov 25 08:49:48.504390 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-64a1344b-fdb1-4b91-82e8-ac548b30122d req-ac049af3-0dde-4465-a637-4fc13c79208c tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0283670 Nov 25 08:49:48.536830 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-29f89f90-2d1a-423b-bee4-55059a1099ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:49.580718 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-59f0ff87-f86b-438a-a826-85c7c67f07cc req-879be981-80a3-4102-93fc-2ef46d37ae8f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0259917 Nov 25 08:49:50.662079 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2383b249-243d-4734-bb65-c69f495d4f8a req-b912a96d-1fd6-4bd0-8a27-bae82435f5ad tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0268228 Nov 25 08:49:51.342915 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-50410424-b18e-431d-b858-2ebdac8ea340 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:51.746493 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-52722400-f8cd-4791-b54b-1ecc801d4dbf req-e4fb9049-210a-41ff-b252-ded90a6fd911 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0322480 Nov 25 08:49:52.370678 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:52.854876 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-52a95207-9378-4a78-952a-04f226d5fb9b req-51c14c19-829b-4973-b01b-0cd8bf587b59 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0266194 Nov 25 08:49:53.638725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-d2be7ece-4ad4-4b4a-9b81-b7ed414898f1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:53.640774 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-d2be7ece-4ad4-4b4a-9b81-b7ed414898f1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 809 time: 0.1221337 Nov 25 08:49:53.713783 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-afa94cff-e03b-4fe2-8272-2a3a9e518728 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.59 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f30271e57434c7bb827ede7add0c04b HTTP/1.1" status: 200 len: 380 time: 0.0615377 Nov 25 08:49:53.724397 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'port': {'device_id': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'admin_state_up': True, 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'security_groups': ['2ea5980e-0374-44d1-a8a3-663a30dba81f']}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:53.832521 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Made reservation on behalf of 3f30271e57434c7bb827ede7add0c04b for: {'port': 1} {{(pid=109108) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 25 08:49:53.835992 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:53.915401 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:53.971293 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-272fb736-f5d6-4334-a3a3-059d2bad994d req-34e9b2c3-ad99-4545-901b-1aab7e6f5fc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0450161 Nov 25 08:49:53.991862 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_common [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Allocated IP 172.20.0.7 (8c800b04-d4c8-4974-9ff7-6a175a69e904/d8163bc2-8909-4f5e-95b0-d204b9119771/db687506-7dd4-4b8c-86c1-cb18b70d4715) {{(pid=109108) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:49:54.142561 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for port, precommit_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.178083 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_create {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.222062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 is already hosted by enough agents. {{(pid=109108) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:49:54.225171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.base_scheduler [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Resources bound (agent type, host, resource id): {{(pid=109108) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:49:54.229079 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Received port after_create {{(pid=109108) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:49:54.259146 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=1']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.273500 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.273914 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.274188 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.274521 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.274852 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.275177 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.275725 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.276221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.276573 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.276910 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.277247 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.277553 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:54.298971 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:54.299623 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.317267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ff8e018f-7bdf-48e6-905d-3ccbac61cb7a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.59 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5964661 Nov 25 08:49:54.331073 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.v2.base [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Request body: {'port': {'device_id': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77819'}} {{(pid=109108) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:49:54.393525 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.585171 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.586498 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-710889e1-54aa-4f1b-a611-9f17d8f4b7cd None None] Provisioning complete for port db687506-7dd4-4b8c-86c1-cb18b70d4715 triggered by entity DHCP. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:49:54.586856 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-710889e1-54aa-4f1b-a611-9f17d8f4b7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.622599 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-710889e1-54aa-4f1b-a611-9f17d8f4b7cd None None] Port db687506-7dd4-4b8c-86c1-cb18b70d4715 cannot update to ACTIVE because it is not bound. {{(pid=109110) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 25 08:49:54.676590 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db687506-7dd4-4b8c-86c1-cb18b70d4715 {{(pid=109108) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:49:54.684206 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.697171 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.provisioning_blocks [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Transition to ACTIVE for port object db687506-7dd4-4b8c-86c1-cb18b70d4715 will not be triggered until provisioned by entity L2. {{(pid=109108) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 25 08:49:54.700812 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.756038 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=2']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:54.832808 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Attempting to bind port db687506-7dd4-4b8c-86c1-cb18b70d4715 on host hv-cinder-77819 for vnic_type normal with profile {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 25 08:49:54.833250 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Attempting to bind port db687506-7dd4-4b8c-86c1-cb18b70d4715 by drivers openvswitch,hyperv on host hv-cinder-77819 at level 0 using segments [{'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 25 08:49:54.833744 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Attempting to bind port db687506-7dd4-4b8c-86c1-cb18b70d4715 on network 8c800b04-d4c8-4974-9ff7-6a175a69e904 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:54.839226 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Port db687506-7dd4-4b8c-86c1-cb18b70d4715 on network 8c800b04-d4c8-4974-9ff7-6a175a69e904 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-77819 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 25 08:49:54.839579 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Attempting to bind port db687506-7dd4-4b8c-86c1-cb18b70d4715 on network 8c800b04-d4c8-4974-9ff7-6a175a69e904 {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 25 08:49:54.845253 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Checking agent: {'id': '455b706b-18d6-4be9-b257-a2179da2978e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-77819', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'started_at': datetime.datetime(2021, 11, 25, 8, 38, 25), 'heartbeat_timestamp': datetime.datetime(2021, 11, 25, 8, 49, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 25 08:49:54.851596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Checking segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109108) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 25 08:49:54.851596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Bound using segment: {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'} {{(pid=109108) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 25 08:49:54.851596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.managers [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Bound port: db687506-7dd4-4b8c-86c1-cb18b70d4715, host: hv-cinder-77819, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '29db8586-337c-49fb-bb16-6c463847bd61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 512, 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904'}}] {{(pid=109108) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 25 08:49:54.851596 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.915175 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, cleared binding levels {{(pid=109108) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 25 08:49:54.918911 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109108) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 25 08:49:54.922813 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3114673'] for port, after_update {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.960676 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:54.961296 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:54.962797 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] 10.222.0.59 "PUT /v2.0/ports/db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 1093 time: 0.6362646 Nov 25 08:49:54.963243 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:49:54.965684 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51456654-6711-4d86-8149-68977aba1b15" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:49:54.990282 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0876fd6-469e-4922-9947-b21fab38e178 service neutron] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=3']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:55.037989 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:49:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75121cb8-baab-4044-ac75-55a33a94f183 x-openstack-request-id: req-75121cb8-baab-4044-ac75-55a33a94f183 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:49:55.038309 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:49:55.038564 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-75121cb8-baab-4044-ac75-55a33a94f183 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:49:55.039156 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'status': 'completed', 'code': 200} Nov 25 08:49:55.113343 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-0052a869-b543-4f66-9555-6c63f38844d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.115168 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-0052a869-b543-4f66-9555-6c63f38844d2 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1096 time: 0.0865002 Nov 25 08:49:55.127816 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfaaa69-b4ea-4901-87f1-e2ef3315db76 req-21b7becf-b6d3-4f29-8805-8a114734a9c4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.129385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5dfaaa69-b4ea-4901-87f1-e2ef3315db76 req-21b7becf-b6d3-4f29-8805-8a114734a9c4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0659571 Nov 25 08:49:55.171786 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-25c3e941-2cc5-4262-8bf2-91e91b26c5e2 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 217 time: 0.0413995 Nov 25 08:49:55.243991 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5dfaaa69-b4ea-4901-87f1-e2ef3315db76 req-f42ec24f-5c21-41fc-afb4-0b5a4e3e6f35 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1077816 Nov 25 08:49:55.251333 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-2a290818-b779-4fb9-a0c7-a189becd295b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.252790 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-2a290818-b779-4fb9-a0c7-a189becd295b service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0717888 Nov 25 08:49:55.300643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-14b0e1ca-90ad-493f-a8aa-8efc35194846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.302134 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-14b0e1ca-90ad-493f-a8aa-8efc35194846 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0409932 Nov 25 08:49:55.400730 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-ce013f4e-c34c-4055-b0be-3dd4697e13c3 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897148 Nov 25 08:49:55.503099 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0ce3347a-9495-40b1-8f0e-c92d10904c65 req-126dad73-7a75-45f9-a53b-bbfdd1e21bf2 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920427 Nov 25 08:49:55.601532 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456654-6711-4d86-8149-68977aba1b15 req-31f28dd2-659d-4877-aadc-0122073cfd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.603036 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-31f28dd2-659d-4877-aadc-0122073cfd11 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1096 time: 0.0442858 Nov 25 08:49:55.704662 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456654-6711-4d86-8149-68977aba1b15 req-9d879638-39e7-4cb7-8559-661ab944ce1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.706115 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-9d879638-39e7-4cb7-8559-661ab944ce1e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0916798 Nov 25 08:49:55.748007 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-28cbb4bf-cd49-4d9a-ae95-839a49a92dd4 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 217 time: 0.0341327 Nov 25 08:49:55.778942 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:55.811468 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456654-6711-4d86-8149-68977aba1b15 req-ff2df095-4c71-4406-a0ad-94c06e9fff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.812955 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-ff2df095-4c71-4406-a0ad-94c06e9fff6c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0516551 Nov 25 08:49:55.865550 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456654-6711-4d86-8149-68977aba1b15 req-987ebe5d-0317-44e2-ab03-7285c8f143f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:55.867044 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-987ebe5d-0317-44e2-ab03-7285c8f143f9 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0434389 Nov 25 08:49:55.960485 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-bca050e2-35f7-4d5c-a9d6-af34d379cb83 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853765 Nov 25 08:49:56.056267 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-51456654-6711-4d86-8149-68977aba1b15 req-1674f119-9667-4db9-a318-c6ea49d2c697 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869389 Nov 25 08:49:56.210896 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35878) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:56.319771 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.363034 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e9a899-52a2-46b8-a1ba-da27bc72400b req-e20a93ae-310c-450b-9bd8-2c803b30aad2 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:56.364584 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e6e9a899-52a2-46b8-a1ba-da27bc72400b req-e20a93ae-310c-450b-9bd8-2c803b30aad2 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0517592 Nov 25 08:49:56.401561 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.405907 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.418940 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-e6e9a899-52a2-46b8-a1ba-da27bc72400b req-6ad966e2-6983-4d5f-9963-7429127e049f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476794 Nov 25 08:49:56.444069 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=034f06ba4ce04ea9963263f6071bfc57&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318115 Nov 25 08:49:56.445155 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a8bc87-e455-4bab-bc83-e52338c04cc7,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:56.446845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35884) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:49:56.453100 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.453444 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.453779 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.454108 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.454435 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.454761 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.455092 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.455417 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.455776 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.456230 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.456558 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.456876 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a8782c2-1c48-4373-9b6e-9bdbd6f22323 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:49:56.495767 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.517573 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.565641 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.568300 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:49:56.569695 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a5a8bc87-e455-4bab-bc83-e52338c04cc7 HTTP/1.1" status: 204 len: 168 time: 0.1218617 Nov 25 08:49:56.578155 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf01bc5-2d4e-4acd-ace8-8931492a22d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a8bc87-e455-4bab-bc83-e52338c04cc7,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:49:57.536255 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459018ff-5744-4f71-989a-f5dcfa4dcc3b req-469fe35b-61eb-4a49-bb5c-3e8453c87824 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:57.537723 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-459018ff-5744-4f71-989a-f5dcfa4dcc3b req-469fe35b-61eb-4a49-bb5c-3e8453c87824 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0526903 Nov 25 08:49:57.586132 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-459018ff-5744-4f71-989a-f5dcfa4dcc3b req-ea074e28-c3a2-4a24-9590-3aa4c696a5e4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424571 Nov 25 08:49:58.698427 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a1bd3a-8533-4faa-b790-24dad7a993c5 req-3d2ca848-9c1c-41ec-a508-9662a909060d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:58.699895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9a1bd3a-8533-4faa-b790-24dad7a993c5 req-3d2ca848-9c1c-41ec-a508-9662a909060d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0471146 Nov 25 08:49:58.749279 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-a9a1bd3a-8533-4faa-b790-24dad7a993c5 req-d49252a3-6ef1-4e66-a522-b77147b3cb77 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425625 Nov 25 08:49:59.863411 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560d2125-3e0e-433b-9fe9-529ed3759b9c req-efb1bbd9-4180-45da-83ee-ca6eee64152d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:49:59.864822 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-560d2125-3e0e-433b-9fe9-529ed3759b9c req-efb1bbd9-4180-45da-83ee-ca6eee64152d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0485928 Nov 25 08:49:59.918568 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-560d2125-3e0e-433b-9fe9-529ed3759b9c req-88c6c235-032a-4da2-9bdb-70e6b26acd2a tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478492 Nov 25 08:50:01.033074 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb5d89-71b9-4739-9422-514501756e80 req-404c1cf6-0375-4920-9a5e-dc56d811309f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:01.034545 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dafb5d89-71b9-4739-9422-514501756e80 req-404c1cf6-0375-4920-9a5e-dc56d811309f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0493333 Nov 25 08:50:01.085453 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dafb5d89-71b9-4739-9422-514501756e80 req-dad2bc6d-b69e-4644-97d7-295eb8d1b306 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449131 Nov 25 08:50:01.945783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35896) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:02.102920 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port ade3f54c-17d0-4326-a0a7-e72b687e5b09 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:02.103830 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.211005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.211244 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.226964 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for ade3f54c-17d0-4326-a0a7-e72b687e5b09 owned by network:floatingip {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:02.235605 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608503e-3ecb-4981-93b6-14486eb479ea req-c82db7a2-bdc1-4ef3-a655-8e9a9bc23d00 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:02.237116 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9608503e-3ecb-4981-93b6-14486eb479ea req-c82db7a2-bdc1-4ef3-a655-8e9a9bc23d00 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0822220 Nov 25 08:50:02.359989 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9608503e-3ecb-4981-93b6-14486eb479ea req-0fc0c85b-f84c-4c7f-80a7-632eac75a3ab tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152835 Nov 25 08:50:02.442167 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.471607 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=ade3f54c-17d0-4326-a0a7-e72b687e5b09,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:02.531697 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.532036 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP 65097bc3-0e27-457e-a00a-610783a60030 disassociated (deleted). External IP: 172.27.3.155, port: 25b74d77-0925-42e3-828e-9877fbf74b6a. Nov 25 08:50:02.658223 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:50:02.739628 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:50:02.844137 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:50:02.848581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:02.854468 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:02.864424 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:02.865020 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:02.879043 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-51c28721-5c1a-4b33-91b8-1c5f3756746e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "DELETE /v2.0/floatingips/65097bc3-0e27-457e-a00a-610783a60030 HTTP/1.1" status: 204 len: 168 time: 0.9298944 Nov 25 08:50:02.879043 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:02.879613 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d01e7f8-39d3-4e3f-882e-03c738b8e306" -d '{"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:02.919376 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed68f23d-5604-47d5-90d3-a6731c281a83 x-openstack-request-id: req-ed68f23d-5604-47d5-90d3-a6731c281a83 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:02.920486 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:02.920779 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ed68f23d-5604-47d5-90d3-a6731c281a83 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:02.921163 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'status': 'completed', 'code': 200} Nov 25 08:50:02.976636 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:02.987224 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-c852b577-cadb-44f6-87a0-11b94c12adff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:02.988936 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-c852b577-cadb-44f6-87a0-11b94c12adff service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 1099 time: 0.0429189 Nov 25 08:50:03.212743 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:03.241769 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:03.251654 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:03.252281 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:03.367865 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:03.379002 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-18c22407-08b9-4176-939d-c377ec4f75b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.380507 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-18c22407-08b9-4176-939d-c377ec4f75b2 service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.3775177 Nov 25 08:50:03.388134 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b0b3eb-fb8c-41a6-b8d9-a180560da42e req-58c371c1-4ac7-4d30-bd77-55570807b41e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.389421 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41b0b3eb-fb8c-41a6-b8d9-a180560da42e req-58c371c1-4ac7-4d30-bd77-55570807b41e tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0832565 Nov 25 08:50:03.433760 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-7c7dae13-94ae-4757-844c-bf5d87d9f075 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 200 len: 217 time: 0.0433571 Nov 25 08:50:03.535919 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-41b0b3eb-fb8c-41a6-b8d9-a180560da42e req-a6b20101-baf1-4d84-9243-5c5b747b8a96 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1387241 Nov 25 08:50:03.542052 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-a62faa82-ab9f-4983-9dc1-a2acf5956824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.543362 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-a62faa82-ab9f-4983-9dc1-a2acf5956824 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0972841 Nov 25 08:50:03.556033 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf019f-b225-4282-92e8-3256ea922c0c req-1bc760bb-e79b-4206-9c3c-5d7b71c50aad tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.557522 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4bdf019f-b225-4282-92e8-3256ea922c0c req-1bc760bb-e79b-4206-9c3c-5d7b71c50aad tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.1149247 Nov 25 08:50:03.632695 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-3015bb7b-f291-4f92-bd32-08cc7e82dbc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:03.634206 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-3015bb7b-f291-4f92-bd32-08cc7e82dbc8 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0758152 Nov 25 08:50:03.643960 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4bdf019f-b225-4282-92e8-3256ea922c0c req-929c971d-9cc0-4f49-a042-18ceeb8578a2 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773518 Nov 25 08:50:03.731291 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:03.734355 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-4b90c15d-7e4c-41a4-8c99-854370ae5824 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894272 Nov 25 08:50:03.758228 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7a789c-b265-41e9-85aa-fbe646bfae27 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'd1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'floating_ip_address': '172.27.3.106', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'port_id': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 538, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'mac_address': 'fa:16:3e:2b:25:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:45:36Z', 'updated_at': '2021-11-25T08:45:39Z', 'revision_number': 1, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:03.842895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-3d01e7f8-39d3-4e3f-882e-03c738b8e306 req-c22a0016-01a9-49bc-8e25-63bd6f3f2644 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001768 Nov 25 08:50:03.998791 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fa8b51a-8cad-49ff-ae5b-2dc050b83769 None None] New status for floating IP 65097bc3-0e27-457e-a00a-610783a60030: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:50:04.657581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6822f997-00df-4514-b6c7-c98989c33061 req-9760f423-e6f9-44d0-b3fd-c7bedf7c1bb3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:04.659078 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6822f997-00df-4514-b6c7-c98989c33061 req-9760f423-e6f9-44d0-b3fd-c7bedf7c1bb3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0508885 Nov 25 08:50:04.682880 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:50:04.713594 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6822f997-00df-4514-b6c7-c98989c33061 req-1f5d3d48-a938-48d7-85b1-010bbeff2d5a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485816 Nov 25 08:50:04.772832 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9549c01-d00b-41b2-ab32-67a908549f0b req-a03f27d5-7dfa-4ac7-9d5d-ca5d42a40a42 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:04.774373 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9549c01-d00b-41b2-ab32-67a908549f0b req-a03f27d5-7dfa-4ac7-9d5d-ca5d42a40a42 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0503755 Nov 25 08:50:04.789647 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:04.801693 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'mac_address': 'fa:16:3e:fc:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:50:04.830157 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d9549c01-d00b-41b2-ab32-67a908549f0b req-066f2a45-0f79-4f11-b350-32c2419877fa tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491452 Nov 25 08:50:04.840984 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:04.854700 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db687506-7dd4-4b8c-86c1-cb18b70d4715 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:50:04.874194 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:04.878199 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:04.925273 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=4']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:05.134928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-39c04553-c302-48b3-b0a7-597179034bd1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:05.136462 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-39c04553-c302-48b3-b0a7-597179034bd1 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 946 time: 0.0489712 Nov 25 08:50:05.226720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['db687506-7dd4-4b8c-86c1-cb18b70d4715'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:50:05.234269 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port 25b74d77-0925-42e3-828e-9877fbf74b6a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:05.234688 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:05.334275 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] For port 25b74d77-0925-42e3-828e-9877fbf74b6a, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=25b74d77-0925-42e3-828e-9877fbf74b6a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:05.334809 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:05.348128 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for 25b74d77-0925-42e3-828e-9877fbf74b6a owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:05.491211 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:05.521402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=25b74d77-0925-42e3-828e-9877fbf74b6a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:05.563688 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] No DVR routers for this DVR port 25b74d77-0925-42e3-828e-9877fbf74b6a on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:05.566209 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:05.569906 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-dfd776ca-f0e1-4b8c-8f92-aec7db3d2ff6 req-ac8fa35b-5fa1-4e22-85a5-df783c12b525 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "DELETE /v2.0/ports/25b74d77-0925-42e3-828e-9877fbf74b6a HTTP/1.1" status: 204 len: 173 time: 0.4268813 Nov 25 08:50:05.570347 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'name': 'network-vif-deleted', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:05.572631 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-182409d4-90b0-45db-9bfd-7f1678090219" -d '{"events": [{"server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "name": "network-vif-deleted", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:05.608982 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f7572b4-a922-414f-9b06-74b3640ecdc2 x-openstack-request-id: req-5f7572b4-a922-414f-9b06-74b3640ecdc2 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:05.609274 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29a29e05-e5eb-42e3-8e3b-a822ab67db2e", "name": "network-vif-deleted", "tag": "25b74d77-0925-42e3-828e-9877fbf74b6a", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:05.609974 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5f7572b4-a922-414f-9b06-74b3640ecdc2 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:05.610663 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29a29e05-e5eb-42e3-8e3b-a822ab67db2e', 'name': 'network-vif-deleted', 'tag': '25b74d77-0925-42e3-828e-9877fbf74b6a', 'status': 'completed', 'code': 200} Nov 25 08:50:05.813073 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d3e4c7d8-6037-4b3f-9738-af919394ae91 req-3655b4ab-56b0-495e-9711-976b3cb0aa48 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=29a29e05-e5eb-42e3-8e3b-a822ab67db2e HTTP/1.1" status: 200 len: 210 time: 0.0282688 Nov 25 08:50:05.961817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba72c6b-aca4-4046-82b9-04c99b57efed req-6e9277ca-a239-42e6-a2a9-eb9f368b0fba tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:05.963385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9ba72c6b-aca4-4046-82b9-04c99b57efed req-6e9277ca-a239-42e6-a2a9-eb9f368b0fba tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 944 time: 0.0564423 Nov 25 08:50:06.015777 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9ba72c6b-aca4-4046-82b9-04c99b57efed req-6f5fb2f1-96de-43a2-8c43-df6590c57605 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455592 Nov 25 08:50:06.706966 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:50:06.756531 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning for port db687506-7dd4-4b8c-86c1-cb18b70d4715 completed by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 25 08:50:06.760219 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port db687506-7dd4-4b8c-86c1-cb18b70d4715 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:50:06.760590 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:06.845737 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:06.868454 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:06.870777 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafcf602-3827-4c53-8577-6675205e4512" -d '{"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-plugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:06.888248 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:06.894549 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:06.918433 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b3d66f0-0b94-4b2b-96c5-b91fb2086537 x-openstack-request-id: req-4b3d66f0-0b94-4b2b-96c5-b91fb2086537 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:06.918725 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-plugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:06.918978 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4b3d66f0-0b94-4b2b-96c5-b91fb2086537 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:06.919437 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'code': 200} Nov 25 08:50:06.952858 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=5']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:07.170866 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992a4323-a125-43f6-a493-9fa0bdb7f814 req-b8068ba9-7397-4e43-9fb2-3714c54cae31 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:07.172582 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-992a4323-a125-43f6-a493-9fa0bdb7f814 req-b8068ba9-7397-4e43-9fb2-3714c54cae31 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0586588 Nov 25 08:50:07.245288 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa628b4e-3617-4e14-81de-b4d120ac7411 req-fb41d236-739e-400e-9950-e9df77f18575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:07.246703 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa628b4e-3617-4e14-81de-b4d120ac7411 req-fb41d236-739e-400e-9950-e9df77f18575 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0732520 Nov 25 08:50:07.252232 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-992a4323-a125-43f6-a493-9fa0bdb7f814 req-b5363a71-1657-47a0-b9c2-c8272f8ca50e tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715721 Nov 25 08:50:07.299253 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fa628b4e-3617-4e14-81de-b4d120ac7411 req-cfcdcdef-4858-4fe6-b8cf-1e966e320e0d service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435696 Nov 25 08:50:08.368670 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b21f9d-b27c-4dc3-b16b-a651f3543127 req-a26cde88-6b81-462c-96f6-a5f8e5733a08 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:08.370177 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16b21f9d-b27c-4dc3-b16b-a651f3543127 req-a26cde88-6b81-462c-96f6-a5f8e5733a08 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0490954 Nov 25 08:50:08.420349 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-16b21f9d-b27c-4dc3-b16b-a651f3543127 req-3f7cf693-a4d8-4b69-85c3-ba39b9780b53 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433643 Nov 25 08:50:08.706378 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 25b74d77-0925-42e3-828e-9877fbf74b6a no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:08.726229 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: 25b74d77-0925-42e3-828e-9877fbf74b6a {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:08.726568 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device 25b74d77-0925-42e3-828e-9877fbf74b6a not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:09.092915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35940) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:09.246535 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port 29d9b482-e7ce-4666-afa6-cc09e54af56a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:09.246871 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:09.322899 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:09.323323 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:09.335460 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for 29d9b482-e7ce-4666-afa6-cc09e54af56a owned by network:floatingip {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:09.483044 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:09.525817 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=29d9b482-e7ce-4666-afa6-cc09e54af56a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:09.599928 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:09.600166 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.db.l3_db [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Floating IP d1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd disassociated (deleted). External IP: 172.27.3.106, port: a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf. Nov 25 08:50:09.608867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066be22a-e7ae-408c-9ab4-d40dbabd2b3a req-67e739ae-069c-4d14-bc7f-fd17542306eb tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:09.610348 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-066be22a-e7ae-408c-9ab4-d40dbabd2b3a req-67e739ae-069c-4d14-bc7f-fd17542306eb tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.1177366 Nov 25 08:50:09.732336 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-066be22a-e7ae-408c-9ab4-d40dbabd2b3a req-d8622ebe-e30f-4ec7-b743-100cd1a3e117 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874724 Nov 25 08:50:09.886049 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d152c76-e7f1-4f73-b9a7-d83c57426df6 req-914e941a-6ea2-49d5-a3d6-5a58aa4565bc tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:09.887488 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d152c76-e7f1-4f73-b9a7-d83c57426df6 req-914e941a-6ea2-49d5-a3d6-5a58aa4565bc tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0673032 Nov 25 08:50:09.891993 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:50:09.981203 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2d152c76-e7f1-4f73-b9a7-d83c57426df6 req-7219f297-b2e1-41c4-af08-3ae14a277abe tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855923 Nov 25 08:50:10.004073 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35946) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:10.033121 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:50:10.037921 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:10.043412 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:10.056711 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:10.057339 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.066557 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-9562a677-3d95-4206-a9b1-9e3b3d854ba5 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "DELETE /v2.0/floatingips/d1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd HTTP/1.1" status: 204 len: 168 time: 0.9725196 Nov 25 08:50:10.067160 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:10.069743 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e382413-1542-4dba-b6f9-05c7d1354200" -d '{"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:10.115249 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad74402-9165-4cfa-8d0f-6ed4f2b3e61e x-openstack-request-id: req-9ad74402-9165-4cfa-8d0f-6ed4f2b3e61e {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:10.115540 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:10.115823 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9ad74402-9165-4cfa-8d0f-6ed4f2b3e61e {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:10.116248 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'status': 'completed', 'code': 200} Nov 25 08:50:10.187138 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-04db553d-ba31-4105-8bf2-75fc53ccffc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.188857 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-04db553d-ba31-4105-8bf2-75fc53ccffc1 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 1099 time: 0.0510948 Nov 25 08:50:10.220081 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:10.228914 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a0dcf9-4057-4e75-9b1d-7565ddcf6aec tempest-TestShelveInstance-247929839 tempest-TestShelveInstance-247929839-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109109) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.230974 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-91a0dcf9-4057-4e75-9b1d-7565ddcf6aec tempest-TestShelveInstance-247929839 tempest-TestShelveInstance-247929839-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1093 time: 0.2256744 Nov 25 08:50:10.234263 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35956) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:10.239194 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.v2.base [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Request body: {'floatingip': {'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109109) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 25 08:50:10.266428 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for floatingip, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:10.348942 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-fdb35caf-420f-4854-98af-c446743e881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.351221 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-fdb35caf-420f-4854-98af-c446743e881f service neutron] 10.222.0.59 "GET /v2.0/networks?id=0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 200 len: 912 time: 0.1546896 Nov 25 08:50:10.359690 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34039f09-4a3e-4288-b963-75f84994e723 req-3d3ad235-87d2-44f9-98ef-af7f29127c4a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.361163 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-34039f09-4a3e-4288-b963-75f84994e723 req-3d3ad235-87d2-44f9-98ef-af7f29127c4a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.0873985 Nov 25 08:50:10.373273 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:10.418529 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-9859fa41-a4d7-4d14-8456-cb6089a170e1 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 200 len: 217 time: 0.0502443 Nov 25 08:50:10.441225 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.468726 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:10.477460 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:10.478076 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.489494 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_common [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Allocated IP 172.27.3.9 (27542747-ba8c-4238-9bc1-5f6bc3b2a324/041c09c8-5c3e-4a18-8309-f4efd7a5e51f/acbafd17-d6d2-48f4-86e9-244c1ade4af3) {{(pid=109109) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 25 08:50:10.489987 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-34039f09-4a3e-4288-b963-75f84994e723 req-f5138c77-eeb4-4b33-91f6-00b9f7df32d4 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208200 Nov 25 08:50:10.497958 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-de107c37-5008-454d-8cf6-244c4e23cf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.500051 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-de107c37-5008-454d-8cf6-244c4e23cf53 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 200 len: 850 time: 0.0725780 Nov 25 08:50:10.548883 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-9ca9a05a-baae-4e46-9cd8-efa0632290ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:10.550508 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-9ca9a05a-baae-4e46-9cd8-efa0632290ca service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=0b7242cf-308b-4aee-a391-1d7432608cad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421371 Nov 25 08:50:10.589701 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:10.619819 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for port, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:10.657762 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8761417091193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:10.660815 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-4216ecf6-a37c-4b90-968d-3f2d0af096f1 service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959637 Nov 25 08:50:10.696309 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Network 27542747-ba8c-4238-9bc1-5f6bc3b2a324 is already hosted by enough agents. {{(pid=109109) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 25 08:50:10.701364 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.base_scheduler [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Resources bound (agent type, host, resource id): {{(pid=109109) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 25 08:50:10.704971 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Received port after_create {{(pid=109109) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 25 08:50:10.727079 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'Port': ['ID=acbafd17-d6d2-48f4-86e9-244c1ade4af3,revision_number=1']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:10.765962 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8e382413-1542-4dba-b6f9-05c7d1354200 req-d4c67d28-f651-4141-8b00-48223f62fbcf service neutron] 10.222.0.59 "GET /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970411 Nov 25 08:50:10.821238 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:10.851316 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f93d099-d07f-43af-bfbb-b372cd361586 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:19Z', 'revision_number': 4, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': '2d6c881b-5e71-465e-a4b2-70e5692e734a', 'name': '', 'network_id': '0b7242cf-308b-4aee-a391-1d7432608cad', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'mac_address': 'fa:16:3e:28:49:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 254, 'fixed_ips': [{'subnet_id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:18Z', 'updated_at': '2021-11-25T08:41:28Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'subnets': [{'id': '2d3ec0a8-c410-4594-8b36-d0f609214c92', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:11.081892 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3cfaf2e-3f13-461c-899d-c053e437930e None None] New status for floating IP d1ddbc3d-e8f7-45cb-bd3d-fa1148cc4bfd: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:50:11.093932 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.159574 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.320616 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for port, precommit_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.325479 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26291538'] for port, after_update {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.394956 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event updated for resources: {'Port': ['ID=acbafd17-d6d2-48f4-86e9-244c1ade4af3,revision_number=2']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:11.406898 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-558167'] for floatingip, after_create {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.511258 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Floating IP b9a4ac45-bcab-43cb-8688-c504cf713b43 associated. External IP: 172.27.3.9, port: db687506-7dd4-4b8c-86c1-cb18b70d4715. Nov 25 08:50:11.613005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1528842-85ef-4b29-8a24-61589f979c24 req-5f505953-a7c8-4fb3-849a-7586e43f5479 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:11.614544 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b1528842-85ef-4b29-8a24-61589f979c24 req-5f505953-a7c8-4fb3-849a-7586e43f5479 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.0494151 Nov 25 08:50:11.670015 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-b1528842-85ef-4b29-8a24-61589f979c24 req-bdc9c1ec-b19d-4410-bdc3-ab2c32a3664a tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491462 Nov 25 08:50:11.726482 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:50:11.833240 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:50:11.848378 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Sync routers for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:11.854781 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:11.859763 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:11.860318 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:11.882151 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-bcd3f2b1-16cc-4b77-9fe2-16042bc8d144 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.6465845 Nov 25 08:50:11.882734 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:11.885363 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8689a2-3229-44f6-bcf5-7ca355b90109" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:11.923266 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa4db7e-44e0-4ced-a1e0-a7e77ba32e70 x-openstack-request-id: req-9aa4db7e-44e0-4ced-a1e0-a7e77ba32e70 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:11.923763 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:11.924187 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9aa4db7e-44e0-4ced-a1e0-a7e77ba32e70 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:11.924753 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'status': 'completed', 'code': 200} Nov 25 08:50:11.987515 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:12.011585 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-1cc15f55-4803-4870-a7bd-07e793eb9b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.013721 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-1cc15f55-4803-4870-a7bd-07e793eb9b42 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0624917 Nov 25 08:50:12.050032 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-3cb20fa3-0a2f-4684-b6e9-b5059ea113aa tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.051471 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-3cb20fa3-0a2f-4684-b6e9-b5059ea113aa tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.0707786 Nov 25 08:50:12.172459 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-dffa728e-53ba-4ef9-aef0-e2983be738a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.173911 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-dffa728e-53ba-4ef9-aef0-e2983be738a1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.1524198 Nov 25 08:50:12.213138 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'b9a4ac45-bcab-43cb-8688-c504cf713b43', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'mac_address': 'fa:16:3e:fc:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:50:10Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 0, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:12.228818 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:12.229155 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:12.243055 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Checking router: 426dc4d7-744a-41d3-b6bf-553c0ecfd067 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:12.251936 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:12.252550 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:12.293317 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-d2a7c617-7d0d-4af3-9baf-631f0d160930 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 997 time: 0.1064978 Nov 25 08:50:12.358284 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:12.364492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] For port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:12.364859 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:12.381856 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:12.386492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-95630be6-19d3-4295-97a0-f53429c896c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.388060 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-95630be6-19d3-4295-97a0-f53429c896c8 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0797906 Nov 25 08:50:12.477634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-a5a80c3c-ad42-4940-aa3e-4e73f9583e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.479042 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-a5a80c3c-ad42-4940-aa3e-4e73f9583e93 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0816388 Nov 25 08:50:12.721637 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'b9a4ac45-bcab-43cb-8688-c504cf713b43', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'mac_address': 'fa:16:3e:fc:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:50:10Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 0, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:12.753700 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7541fbb1-fb6b-4e2e-a208-7b10d85f297a None None] The sync data for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi is: [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_floatingips': [{'id': 'b9a4ac45-bcab-43cb-8688-c504cf713b43', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'floating_ip_address': '172.27.3.9', 'floating_network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'router_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'mac_address': 'fa:16:3e:fc:e3:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-25T08:50:10Z', 'updated_at': '2021-11-25T08:50:10Z', 'revision_number': 0, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:12.926345 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:12.932100 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-24d6cfa3-9907-4b26-9c45-b0506285f8c9 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4434731 Nov 25 08:50:12.944055 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78646a2e-8187-4bf4-84be-57c468a12d4d req-bf96bc94-74a0-471b-9315-55b3e468ac2d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:12.945599 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78646a2e-8187-4bf4-84be-57c468a12d4d req-bf96bc94-74a0-471b-9315-55b3e468ac2d tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/ports?device_id=d8b940ec-da83-47d2-81eb-2b12373a55ae HTTP/1.1" status: 200 len: 946 time: 0.1420021 Nov 25 08:50:12.976147 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc84f820-cd7f-4ef0-be90-5863d16596f7 None None] New status for floating IP b9a4ac45-bcab-43cb-8688-c504cf713b43: ACTIVE {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:50:12.983675 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:13.092845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] No DVR routers for this DVR port a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:13.100340 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:13.103630 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5d7e7881-7eed-48ee-ba45-bfdcfbc71975 req-9d29fd10-289d-4055-b730-8ac848460dc3 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.59 "DELETE /v2.0/ports/a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf HTTP/1.1" status: 204 len: 173 time: 1.0241718 Nov 25 08:50:13.104087 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'name': 'network-vif-deleted', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:50:13.106322 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82ae3c02-dd7e-4238-b069-d60eefd7eeaf" -d '{"events": [{"server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "name": "network-vif-deleted", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:50:13.135425 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-78646a2e-8187-4bf4-84be-57c468a12d4d req-c9975bf8-d25c-4b95-9b22-b9f60b97ce42 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "GET /v2.0/security-groups?id=22460adc-63e7-485b-a0bd-0100967ff5ca&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1568208 Nov 25 08:50:13.156979 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-9b8689a2-3229-44f6-bcf5-7ca355b90109 req-e8518217-6471-4e65-a27f-c0e785199eb2 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2091153 Nov 25 08:50:13.168638 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ebf39e-a836-4ec2-a0cb-11f22a1c33b8 x-openstack-request-id: req-41ebf39e-a836-4ec2-a0cb-11f22a1c33b8 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:50:13.169108 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8b940ec-da83-47d2-81eb-2b12373a55ae", "name": "network-vif-deleted", "tag": "a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:50:13.169671 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-41ebf39e-a836-4ec2-a0cb-11f22a1c33b8 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:50:13.170454 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8b940ec-da83-47d2-81eb-2b12373a55ae', 'name': 'network-vif-deleted', 'tag': 'a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf', 'status': 'completed', 'code': 200} Nov 25 08:50:14.196359 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 35970) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:14.327753 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Deleting port 82c88b88-edf8-4834-9227-b8574e532407 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:14.328005 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.406039 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.406357 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.417595 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Calling delete_port for 82c88b88-edf8-4834-9227-b8574e532407 owned by network:floatingip {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:14.547322 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.576860 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'Port': ['ID=82c88b88-edf8-4834-9227-b8574e532407,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:14.632091 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for floatingip, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.634782 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:14.636013 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-7a0f81df-45d4-437c-b655-237e71266e31 tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "DELETE /v2.0/floatingips/29dadf95-f9a6-4530-b59e-3282e8109a79 HTTP/1.1" status: 204 len: 168 time: 0.4386261 Nov 25 08:50:15.823101 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35982) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:15.881570 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:15.907567 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:15.966525 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:15.969517 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:15.970660 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] 10.222.0.46 "DELETE /v2.0/security-groups/22460adc-63e7-485b-a0bd-0100967ff5ca HTTP/1.1" status: 204 len: 168 time: 0.1461849 Nov 25 08:50:15.979939 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e824734-c5f5-4b99-baaf-a3007b03ae8b tempest-TestVolumeBootPattern-6397733 tempest-TestVolumeBootPattern-6397733-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22460adc-63e7-485b-a0bd-0100967ff5ca,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:16.027703 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35986) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:16.476280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:16.722415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Deleting port 2d6c881b-5e71-465e-a4b2-70e5692e734a {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:16.722756 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:16.762211 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:16.783016 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:16.783353 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device a5ef865b-ae6c-41ec-b2e2-1e9e0f6831bf not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:16.802555 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] For port 2d6c881b-5e71-465e-a4b2-70e5692e734a, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=2d6c881b-5e71-465e-a4b2-70e5692e734a,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:16.802919 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:16.815361 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Calling delete_port for 2d6c881b-5e71-465e-a4b2-70e5692e734a owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:16.993985 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.023731 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d6c881b-5e71-465e-a4b2-70e5692e734a,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:17.188815 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.407841 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Router 1bee8d08-e357-495d-aa6f-5da02255abc3 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:50:17.511191 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:50:17.517902 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6fabdd09-5f3a-4299-91a6-96a5ebb5fcf0 admin admin] 10.222.0.46 "PUT /v2.0/routers/1bee8d08-e357-495d-aa6f-5da02255abc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4889297 Nov 25 08:50:17.520349 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35990) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:17.524811 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Sync routers for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:17.534800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:17.535451 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:17.627693 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks [] for router, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.640980 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:17.723882 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.779502 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Deleting port 8c6151ed-9566-41e5-95a8-2f73663c0cbf {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:17.779874 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.823188 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27'}], 'enable_snat': True}, 'gw_port_id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:50:16Z', 'revision_number': 5, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port': {'id': '8c6151ed-9566-41e5-95a8-2f73663c0cbf', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 253, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:17.851379 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Checking router: 1bee8d08-e357-495d-aa6f-5da02255abc3 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:17.860983 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] For port 8c6151ed-9566-41e5-95a8-2f73663c0cbf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=8c6151ed-9566-41e5-95a8-2f73663c0cbf,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:17.861363 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:17.861759 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Routers {'1bee8d08-e357-495d-aa6f-5da02255abc3'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:17.862596 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['1bee8d08-e357-495d-aa6f-5da02255abc3'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:17.875437 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Calling delete_port for 8c6151ed-9566-41e5-95a8-2f73663c0cbf owned by network:router_gateway {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:17.949445 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] Set router 1bee8d08-e357-495d-aa6f-5da02255abc3 gateway port host: None {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:18.004294 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-59feb395-31c1-4481-89f5-439296661f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:50:17Z', 'revision_number': 6, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:18.030659 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59feb395-31c1-4481-89f5-439296661f51 None None] The sync data for ids ['1bee8d08-e357-495d-aa6f-5da02255abc3'] in dv-cinder-778193-12-iscsi is: [{'id': '1bee8d08-e357-495d-aa6f-5da02255abc3', 'name': 'tempest-TestVolumeBootPattern-397702018-router', 'tenant_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:16Z', 'updated_at': '2021-11-25T08:50:17Z', 'revision_number': 6, 'project_id': 'ea2e5b2d558c4540ba188353dd3c27e3', 'gw_port_host': None}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:18.043516 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.072208 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Pushing event deleted for resources: {'Port': ['ID=8c6151ed-9566-41e5-95a8-2f73663c0cbf,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:18.138994 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.226427 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.228563 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.271382 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.271858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bee8d08-e357-495d-aa6f-5da02255abc3 {{(pid=109108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:50:18.276307 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.277407 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f1e05b1c-e6da-4d33-9e93-252924f27d85 admin admin] 10.222.0.46 "DELETE /v2.0/routers/1bee8d08-e357-495d-aa6f-5da02255abc3 HTTP/1.1" status: 204 len: 168 time: 0.7560053 Nov 25 08:50:18.280039 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35992) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:18.328131 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Deleting subnet 2d3ec0a8-c410-4594-8b36-d0f609214c92 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:50:18.331224 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.367873 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.452790 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.505597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.532962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d3ec0a8-c410-4594-8b36-d0f609214c92,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:18.538713 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.542439 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-7ffb7ba0-0eed-4ea9-b098-6e47ba6852df admin admin] 10.222.0.46 "DELETE /v2.0/subnets/2d3ec0a8-c410-4594-8b36-d0f609214c92 HTTP/1.1" status: 204 len: 168 time: 0.2610579 Nov 25 08:50:18.543182 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3f3cc5de-127b-41d8-afb7-d59811897ed6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.545077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 35994) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:18.548532 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08aca65a-8068-4585-bb11-188591256d4b None None] Network 0b7242cf-308b-4aee-a391-1d7432608cad requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:50:18.612403 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.666500 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Deleting port 14e9fafb-5f01-4bbe-840c-19b15daa657b {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:18.666846 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.772624 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] DHCP port deletion for 0b7242cf-308b-4aee-a391-1d7432608cad request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:50:18.826234 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Deleting port 14e9fafb-5f01-4bbe-840c-19b15daa657b {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:18.827242 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.901412 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] For port 14e9fafb-5f01-4bbe-840c-19b15daa657b, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=14e9fafb-5f01-4bbe-840c-19b15daa657b,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:18.901831 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:18.914943 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Calling delete_port for 14e9fafb-5f01-4bbe-840c-19b15daa657b owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:18.999011 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] For port 14e9fafb-5f01-4bbe-840c-19b15daa657b, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=14e9fafb-5f01-4bbe-840c-19b15daa657b,segment=NetworkSegment(91484dc0-7adb-463c-a11c-dc0b4ca9ff1e),segment_id=91484dc0-7adb-463c-a11c-dc0b4ca9ff1e)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:18.999395 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.014926 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.015659 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Calling delete_port for 14e9fafb-5f01-4bbe-840c-19b15daa657b owned by network:dhcp {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:19.041390 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Pushing event deleted for resources: {'Port': ['ID=14e9fafb-5f01-4bbe-840c-19b15daa657b,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.046164 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] No DVR routers for this DVR port 14e9fafb-5f01-4bbe-840c-19b15daa657b on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:19.053093 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.053438 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.053784 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.054136 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.054453 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.054790 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.055120 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.055455 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.055814 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.056389 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.056491 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.056758 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3be345-823f-4f3a-81e8-209f1752f60d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:50:19.103843 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.128168 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Pushing event deleted for resources: {'Port': ['ID=14e9fafb-5f01-4bbe-840c-19b15daa657b,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.132819 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] No DVR routers for this DVR port 14e9fafb-5f01-4bbe-840c-19b15daa657b on host dv-cinder-778193-12-iscsi {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:19.204042 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.224716 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7242cf-308b-4aee-a391-1d7432608cad']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:19.234411 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:19.234714 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91484dc0-7adb-463c-a11c-dc0b4ca9ff1e') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:19.244380 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.257724 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.263628 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Releasing vlan 540 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:19.264012 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self.session.flush() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self.session.flush() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self.session.flush() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self.session.flush() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:19.265662 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:19.324181 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.329858 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.333562 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] 10.222.0.46 "DELETE /v2.0/networks/0b7242cf-308b-4aee-a391-1d7432608cad HTTP/1.1" status: 204 len: 168 time: 0.7874820 Nov 25 08:50:19.337136 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36000) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:19.344796 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22e796-b2fb-4f37-88bf-18b2bcdb0d3a admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7242cf-308b-4aee-a391-1d7432608cad,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:19.696839 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.903181 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 2d6c881b-5e71-465e-a4b2-70e5692e734a no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:19.924057 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 2d6c881b-5e71-465e-a4b2-70e5692e734a {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:19.924699 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 2d6c881b-5e71-465e-a4b2-70e5692e734a not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:19.925099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 14e9fafb-5f01-4bbe-840c-19b15daa657b no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:19.943982 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Deleting port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:19.944317 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:19.945196 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 14e9fafb-5f01-4bbe-840c-19b15daa657b {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:19.945548 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 14e9fafb-5f01-4bbe-840c-19b15daa657b not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:19.945960 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c6151ed-9566-41e5-95a8-2f73663c0cbf no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:19.965464 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 8c6151ed-9566-41e5-95a8-2f73663c0cbf {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:19.965812 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 8c6151ed-9566-41e5-95a8-2f73663c0cbf not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:20.022821 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] For port 3f9f2ee7-278e-477d-bb5f-ffaed2a56039, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:20.023181 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:20.036156 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Calling delete_port for 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 owned by network:router_interface {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:20.215391 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:20.244248 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9f2ee7-278e-477d-bb5f-ffaed2a56039,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:20.649408 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:20.869642 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Router cd47737c-aac0-46c8-8538-7fa10c9280d5 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:50:20.980505 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:50:20.986146 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b7c79849-c5b2-4cf0-9173-a65a11e5e717 admin admin] 10.222.0.46 "PUT /v2.0/routers/cd47737c-aac0-46c8-8538-7fa10c9280d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6479328 Nov 25 08:50:20.988799 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36002) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:20.990693 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Sync routers for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:50:21.002156 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:21.002774 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:49:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.094478 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks [] for router, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.113130 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:21.206122 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.264944 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Deleting port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:21.265301 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.344549 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] For port 11039ed0-0e16-4c38-83df-dfd4fbb9c78e, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:21.344903 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.348221 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-944998dc-404e-41c3-a498-f05a296abfd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.361637 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Calling delete_port for 11039ed0-0e16-4c38-83df-dfd4fbb9c78e owned by network:router_gateway {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:21.391917 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103'}], 'enable_snat': True}, 'gw_port_id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:50:20Z', 'revision_number': 5, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port': {'id': '11039ed0-0e16-4c38-83df-dfd4fbb9c78e', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:6b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:41:24Z', 'updated_at': '2021-11-25T08:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.417282 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Checking router: cd47737c-aac0-46c8-8538-7fa10c9280d5 for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:50:21.425977 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Routers {'cd47737c-aac0-46c8-8538-7fa10c9280d5'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:50:21.426589 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:50:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['cd47737c-aac0-46c8-8538-7fa10c9280d5'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.513267 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] Set router cd47737c-aac0-46c8-8538-7fa10c9280d5 gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:50:21.526909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.556384 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Pushing event deleted for resources: {'Port': ['ID=11039ed0-0e16-4c38-83df-dfd4fbb9c78e,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:21.569340 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:50:21Z', 'revision_number': 6, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:21.597526 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b89a56ad-d51e-455f-865b-7c48f7b1d2f6 None None] The sync data for ids ['cd47737c-aac0-46c8-8538-7fa10c9280d5'] in dv-cinder-778193-12-iscsi is: [{'id': 'cd47737c-aac0-46c8-8538-7fa10c9280d5', 'name': 'tempest-TestVolumeBootPattern-1700115584-router', 'tenant_id': '35cd6da40aff4b6a84f2bb6311afd130', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:41:23Z', 'updated_at': '2021-11-25T08:50:21Z', 'revision_number': 6, 'project_id': '35cd6da40aff4b6a84f2bb6311afd130', 'gw_port_host': None}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:50:21.619488 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.711856 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.713989 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.758015 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.758566 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd47737c-aac0-46c8-8538-7fa10c9280d5 {{(pid=109108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:50:21.763909 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.764986 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-63662bdd-e3eb-4c8d-8ce5-c31be02952ca admin admin] 10.222.0.46 "DELETE /v2.0/routers/cd47737c-aac0-46c8-8538-7fa10c9280d5 HTTP/1.1" status: 204 len: 168 time: 0.7751911 Nov 25 08:50:21.767402 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36004) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:21.816910 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Deleting subnet 00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:50:21.820265 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.853946 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.928937 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:21.988758 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.020087 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:22.023742 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.026964 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-f5a81de4-4665-43f2-8e90-aa2f248ec58a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/00d2bbd0-4b4b-4c9e-84e3-38e85c23abe2 HTTP/1.1" status: 204 len: 168 time: 0.2585974 Nov 25 08:50:22.030092 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36006) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:22.033676 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bddb5d3-f2a2-4e33-9813-042206a33a74 None None] Network 40192e15-2533-4c9a-b55f-18ed002c4090 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:50:22.093031 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:22.103491 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.124700 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:22.125055 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 3f9f2ee7-278e-477d-bb5f-ffaed2a56039 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:22.164835 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Deleting port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:50:22.165194 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.231911 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] For port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,segment=NetworkSegment(b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f),segment_id=b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:50:22.232339 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.245304 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Calling delete_port for a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f owned by network:dhcp {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:50:22.324388 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.352321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Pushing event deleted for resources: {'Port': ['ID=a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:22.354138 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] No DVR routers for this DVR port a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f on host dv-cinder-778193-12-iscsi {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:50:22.359080 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.414330 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83d7acf-7e57-4063-8a97-4d2388ec83b6 None None] DHCP port deletion for 40192e15-2533-4c9a-b55f-18ed002c4090 request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:50:22.434452 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.459733 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['40192e15-2533-4c9a-b55f-18ed002c4090']}} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:22.468915 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f') {'for_net_delete': True} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:22.469210 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.services.segments.db [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4b9a8fb-8e5c-433c-b45e-1fa4a832ea3f') {} {{(pid=109108) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:50:22.478415 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-27126906'] for segment, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.493581 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.501920 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Releasing vlan 500 on physical network physnet1 to pool {{(pid=109108) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:50:22.502334 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3114645'] for segment, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: Traceback (most recent call last): Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: timer() Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: cb(*args, **kw) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: return func(*args, **kwargs) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: self._notify() Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: self.callback(batched_events) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: event.method(event) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: return f(self, *a, **k) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._get(url).json() Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: return self.request(url, 'GET', **kwargs) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:50:22.504525 dv-cinder-778193-12-iscsi neutron-server[109108]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:50:22.567963 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.573457 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.577558 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] 10.222.0.46 "DELETE /v2.0/networks/40192e15-2533-4c9a-b55f-18ed002c4090 HTTP/1.1" status: 204 len: 168 time: 0.5465536 Nov 25 08:50:22.588420 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37debe8f-67f5-4bbb-8fcb-7f1de536da5e admin admin] Pushing event deleted for resources: {'Network': ['ID=40192e15-2533-4c9a-b55f-18ed002c4090,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:22.702760 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36014) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:22.744315 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-ce4532f4-cf11-4cf5-8638-a96597870a31 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea2e5b2d558c4540ba188353dd3c27e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399106 Nov 25 08:50:22.746890 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36016) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:22.798835 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.822391 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.872505 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.877643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:22.879551 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03fe7de8-1ecd-48e1-8534-d95663d99dd6 HTTP/1.1" status: 204 len: 168 time: 0.1307523 Nov 25 08:50:22.890203 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6778b125-6f71-409d-93d1-e82bdfae7156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fe7de8-1ecd-48e1-8534-d95663d99dd6,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.220674 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36024) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:23.262816 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-92096786-da41-4d27-8c7e-825c4995fa2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=35cd6da40aff4b6a84f2bb6311afd130&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409434 Nov 25 08:50:23.265519 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36026) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:50:23.319143 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:23.339713 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:23.386559 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:23.389251 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:23.390390 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/721f90a8-fcb1-4e2c-b4d0-ee10f75cebe9 HTTP/1.1" status: 204 len: 168 time: 0.1239152 Nov 25 08:50:23.397889 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1814d00-d71d-4fa8-b909-02ee2f916052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=721f90a8-fcb1-4e2c-b4d0-ee10f75cebe9,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:50:23.897965 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:23.925327 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:23.925682 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a70ae6d3-9175-4f08-b5eb-34bb0f6c9d7f not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:23.926101 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 11039ed0-0e16-4c38-83df-dfd4fbb9c78e no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:50:23.948424 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 11039ed0-0e16-4c38-83df-dfd4fbb9c78e {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:50:23.948767 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 11039ed0-0e16-4c38-83df-dfd4fbb9c78e not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:50:23.950213 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:24.579438 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:25.783061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:32.765860 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-81f2e645-1778-4221-b528-2ee599b68a28 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429113 Nov 25 08:50:32.850135 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-a53d7e01-2b56-4d7b-b14b-bec718518a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:32.851660 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-a53d7e01-2b56-4d7b-b14b-bec718518a51 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0397792 Nov 25 08:50:32.960924 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-215e34aa-a9ee-4df8-8e06-33551b6dee7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:32.962385 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-215e34aa-a9ee-4df8-8e06-33551b6dee7e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0849900 Nov 25 08:50:33.032268 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-4585976b-e491-4589-91e6-d9a6be9ec2f0 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 999 time: 0.0616255 Nov 25 08:50:33.085368 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-eb603972-c0c0-4d32-977c-085f5dc66c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:33.086809 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-eb603972-c0c0-4d32-977c-085f5dc66c01 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0441189 Nov 25 08:50:33.133501 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-39506025-88b9-4e92-8578-35a6557f2f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:50:33.134958 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-39506025-88b9-4e92-8578-35a6557f2f4f service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0403287 Nov 25 08:50:33.151220 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-a36e790b-b2a5-44b1-a895-34c3c9ea9272 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=109108) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 25 08:50:33.152167 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-a36e790b-b2a5-44b1-a895-34c3c9ea9272 service neutron] 10.222.0.59 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047684 Nov 25 08:50:33.244856 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-f006bf21-58b4-47c1-ae77-bdf27409681f service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845265 Nov 25 08:50:33.339750 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cf64d44e-c0ae-4ad0-9ff3-fec9bd37bf59 req-c5328288-d5e7-4cb4-824f-4010bef8ae7e service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826914 Nov 25 08:50:39.658449 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:50:48.535487 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-126e24bc-82fa-4f7e-bf9b-c5afc7da9866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:51.351014 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-83c436ff-545d-4b9a-b3f2-d46aa131c921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:52.362249 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:53.921486 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:54.582458 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:50:55.782119 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:16.658446 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:51:18.536524 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d30a1839-936b-4104-a469-982c9ab18430 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:21.352612 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-157a6a1b-0f6c-46a8-ba22-9081cf33cdf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:22.361049 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:23.923219 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:24.586741 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:25.801236 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:34.913223 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-fe282a16-ac91-4c7e-8d71-0838394dafc2 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1854508 Nov 25 08:51:35.001962 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-802c07fd-d10b-4094-b220-58bdf41a3655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.003510 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-802c07fd-d10b-4094-b220-58bdf41a3655 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0430737 Nov 25 08:51:35.110258 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-a067d20a-2565-4010-b4eb-32c26b0f8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.111646 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-a067d20a-2565-4010-b4eb-32c26b0f8f2e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0849524 Nov 25 08:51:35.183805 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-f8b58938-2d2d-4866-a226-664c5d462d9d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 999 time: 0.0624413 Nov 25 08:51:35.238597 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-143eec84-d7b2-40f1-926f-5b2df6c85e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.240095 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-143eec84-d7b2-40f1-926f-5b2df6c85e71 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0448771 Nov 25 08:51:35.287263 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-3c6a62c7-e6ef-45c1-8185-46be6bfd0cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:51:35.288805 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-3c6a62c7-e6ef-45c1-8185-46be6bfd0cd1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0411270 Nov 25 08:51:35.387896 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-44ce421a-7a49-4159-8630-3f4ec1b38304 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875409 Nov 25 08:51:35.484264 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-cbcb205b-db75-4f91-be16-9a3495924c28 req-64f84524-e3c4-435f-89a3-db4fe10532a8 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843346 Nov 25 08:51:48.538707 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-ccd0b975-742c-42c9-9f82-d0ae75e219b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:51.355905 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d31bab71-3c93-4333-a92f-338fe5bc5653 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:52.364084 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:53.657960 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:51:53.925419 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:54.589628 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:51:55.814592 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:10.680080 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360bc5f2-03d7-477a-a81e-ffef2cb846d1 req-dd194671-7bbd-4a48-b6fa-cc0bfdbaae55 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:10.681546 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-360bc5f2-03d7-477a-a81e-ffef2cb846d1 req-dd194671-7bbd-4a48-b6fa-cc0bfdbaae55 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.1627994 Nov 25 08:52:10.735115 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-360bc5f2-03d7-477a-a81e-ffef2cb846d1 req-a3da1774-905f-4368-8a14-474b57f279e7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467403 Nov 25 08:52:11.913105 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2f6c59-8546-4caf-b4eb-03dd9db835a4 req-603c28c1-fa69-4de4-b027-a67c9b198ce9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:11.914597 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8f2f6c59-8546-4caf-b4eb-03dd9db835a4 req-603c28c1-fa69-4de4-b027-a67c9b198ce9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0970211 Nov 25 08:52:11.964793 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8f2f6c59-8546-4caf-b4eb-03dd9db835a4 req-3f0b4718-0147-46b9-b43d-a6c30eb9e0f1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432971 Nov 25 08:52:13.096548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f85e3a-8f34-4460-84ce-d862eb12f4ad req-44a8bdeb-18ed-4b25-b558-4afab095c086 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:13.098011 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-42f85e3a-8f34-4460-84ce-d862eb12f4ad req-44a8bdeb-18ed-4b25-b558-4afab095c086 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0495274 Nov 25 08:52:13.147777 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-42f85e3a-8f34-4460-84ce-d862eb12f4ad req-431aff54-9a1e-4e76-80d6-58f221f7ea42 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437875 Nov 25 08:52:14.263056 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942563a-cc56-4a33-9978-1f47b9054782 req-431adddd-e27f-4d65-9421-37085cec5f33 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:14.264544 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7942563a-cc56-4a33-9978-1f47b9054782 req-431adddd-e27f-4d65-9421-37085cec5f33 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0514657 Nov 25 08:52:14.313609 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7942563a-cc56-4a33-9978-1f47b9054782 req-45e5e26d-dc00-4978-9994-164e9a6267b2 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Nov 25 08:52:15.429321 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728ee06d-eeed-4c7d-ab58-b91d7116b5d5 req-c096b3f9-55dc-4149-83e2-decec478ea14 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:15.430846 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-728ee06d-eeed-4c7d-ab58-b91d7116b5d5 req-c096b3f9-55dc-4149-83e2-decec478ea14 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0492070 Nov 25 08:52:15.481749 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-728ee06d-eeed-4c7d-ab58-b91d7116b5d5 req-cabbda5f-a835-4e60-ac4d-9124af6039a5 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448446 Nov 25 08:52:16.605196 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c07391a-18e0-4940-a902-13ec391de2f7 req-51643dd7-c5d2-4d61-88d2-e4feb8304674 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:16.606878 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2c07391a-18e0-4940-a902-13ec391de2f7 req-51643dd7-c5d2-4d61-88d2-e4feb8304674 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0554636 Nov 25 08:52:16.664347 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2c07391a-18e0-4940-a902-13ec391de2f7 req-f7cdba39-add8-4833-b880-784ee23a4230 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511608 Nov 25 08:52:17.785191 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a91ca4-f5e2-40ce-bccd-051bc088ca19 req-54b41b66-510b-419e-af18-bdec9b90f58e tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:17.786679 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1a91ca4-f5e2-40ce-bccd-051bc088ca19 req-54b41b66-510b-419e-af18-bdec9b90f58e tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0490375 Nov 25 08:52:17.836752 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1a91ca4-f5e2-40ce-bccd-051bc088ca19 req-08f8827f-50b8-488d-b3cf-835f21ad9c24 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439625 Nov 25 08:52:18.541405 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d2790da1-1411-4443-8040-d842735e3d2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:18.951750 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876f381-8b24-4aff-b9c3-2acc380de485 req-8cecbf64-83d8-4b63-bced-3aa60f1c7e2c tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:18.953203 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5876f381-8b24-4aff-b9c3-2acc380de485 req-8cecbf64-83d8-4b63-bced-3aa60f1c7e2c tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0479753 Nov 25 08:52:19.006933 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-5876f381-8b24-4aff-b9c3-2acc380de485 req-02edec8e-86d4-4cfe-b955-f88f0f7164e2 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477064 Nov 25 08:52:20.127530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb636f51-3742-4b0c-aefe-1da666b4ece2 req-212b20ea-311d-422c-89d9-2a01b84f63e3 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.129213 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fb636f51-3742-4b0c-aefe-1da666b4ece2 req-212b20ea-311d-422c-89d9-2a01b84f63e3 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0549915 Nov 25 08:52:20.183325 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-fb636f51-3742-4b0c-aefe-1da666b4ece2 req-24095665-bc84-4ddd-aaeb-2789c3cbee74 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469415 Nov 25 08:52:20.775241 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192e8c-4716-4462-bc87-ab8303268d2e req-702b9c9c-c52e-447c-aba6-b81f43cfe9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.777080 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-702b9c9c-c52e-447c-aba6-b81f43cfe9e7 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0485580 Nov 25 08:52:20.884187 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192e8c-4716-4462-bc87-ab8303268d2e req-d55cf7f6-e144-4428-aaad-e39f6e116129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:20.885682 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-d55cf7f6-e144-4428-aaad-e39f6e116129 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0966282 Nov 25 08:52:20.962336 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-6767fb84-5dde-49ec-ad14-34b1a2c8c4ac service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 999 time: 0.0636430 Nov 25 08:52:21.016523 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192e8c-4716-4462-bc87-ab8303268d2e req-888866ae-5e77-4689-a4f7-89df5164e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:21.017560 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-888866ae-5e77-4689-a4f7-89df5164e51e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0449359 Nov 25 08:52:21.076513 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67192e8c-4716-4462-bc87-ab8303268d2e req-090eec22-db06-42a5-b7e4-e0130ca64dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:21.078004 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-090eec22-db06-42a5-b7e4-e0130ca64dfe service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0481315 Nov 25 08:52:21.171180 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-f122023c-eedd-4873-a02a-e025058864f0 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800326 Nov 25 08:52:21.298291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-67192e8c-4716-4462-bc87-ab8303268d2e req-65eefd88-bcc7-409a-819e-162ca65f9ae6 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153731 Nov 25 08:52:21.317424 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947b6347-7876-49d0-b3b9-6c8414b2d4ac req-222a24ac-08ee-4ae1-b13b-bb6b1382d7ce tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:21.318905 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-947b6347-7876-49d0-b3b9-6c8414b2d4ac req-222a24ac-08ee-4ae1-b13b-bb6b1382d7ce tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0665052 Nov 25 08:52:21.358855 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5a1bbc92-fcb8-4ed8-9b30-97e5cf8bca01 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:21.372327 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-947b6347-7876-49d0-b3b9-6c8414b2d4ac req-4066165a-aaa8-4696-9069-5e8922860510 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472920 Nov 25 08:52:22.368458 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:22.489694 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50488267-dd42-4f8d-b53f-059985a448cc req-926b6cd0-b5cd-4b49-8901-08a9783ebf25 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:22.491166 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50488267-dd42-4f8d-b53f-059985a448cc req-926b6cd0-b5cd-4b49-8901-08a9783ebf25 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0501287 Nov 25 08:52:22.546039 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-50488267-dd42-4f8d-b53f-059985a448cc req-22e7acb0-335b-4bc2-97dd-49d0a6025943 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482490 Nov 25 08:52:23.669392 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54021113-0f55-4ba2-873c-d38eb3525e26 req-13b83d39-b2b8-4aaf-9947-f914f7aacf98 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:23.671093 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-54021113-0f55-4ba2-873c-d38eb3525e26 req-13b83d39-b2b8-4aaf-9947-f914f7aacf98 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0543623 Nov 25 08:52:23.724972 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-54021113-0f55-4ba2-873c-d38eb3525e26 req-2425f557-b792-49d5-9e69-8a31db7cdd9f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474081 Nov 25 08:52:23.929810 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:24.593307 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:24.851221 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d263f-23d9-42d4-959f-0808e1dfa50e req-043eda09-79ae-427b-bc3b-0ad85832ba75 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:24.852646 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bd9d263f-23d9-42d4-959f-0808e1dfa50e req-043eda09-79ae-427b-bc3b-0ad85832ba75 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0594983 Nov 25 08:52:24.904302 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-bd9d263f-23d9-42d4-959f-0808e1dfa50e req-a4d7282a-cf12-4e4f-9de0-b54cd808c859 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456362 Nov 25 08:52:25.128831 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423e1ba2-ebf6-49de-8b6c-8be2be452e3e req-fb1fc223-261b-47ab-8de0-b5ad235a33e9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:25.130354 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-423e1ba2-ebf6-49de-8b6c-8be2be452e3e req-fb1fc223-261b-47ab-8de0-b5ad235a33e9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0582070 Nov 25 08:52:25.156790 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-407bb914-fd60-4395-8328-b7220c2f2e81 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0993001 Nov 25 08:52:25.182567 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-423e1ba2-ebf6-49de-8b6c-8be2be452e3e req-15058225-2389-4f54-bac1-c608642bf3aa tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458128 Nov 25 08:52:25.830615 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:26.305961 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e93dc95-8901-437d-9527-5d53fe126e23 req-f1082c66-a953-46c6-a79f-38e1fcb35139 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.307340 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e93dc95-8901-437d-9527-5d53fe126e23 req-f1082c66-a953-46c6-a79f-38e1fcb35139 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0492895 Nov 25 08:52:26.360662 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e93dc95-8901-437d-9527-5d53fe126e23 req-8cf8ba1e-7012-45c6-9a0b-8c2187313435 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463312 Nov 25 08:52:26.522562 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-dea937dd-bd21-454a-a9e7-1da07fb6d0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.523974 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-dea937dd-bd21-454a-a9e7-1da07fb6d0a5 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&tenant_id=3f30271e57434c7bb827ede7add0c04b HTTP/1.1" status: 200 len: 1098 time: 0.0444129 Nov 25 08:52:26.584668 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-08c7bcb5-9283-45c6-9561-be2ddfa36461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.586122 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-08c7bcb5-9283-45c6-9561-be2ddfa36461 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0407617 Nov 25 08:52:26.682841 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-4c6faebb-8a29-448c-a712-0fa260358d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.685498 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-4c6faebb-8a29-448c-a712-0fa260358d11 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0923874 Nov 25 08:52:26.754951 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-d4f7d51c-5ff0-49ac-89bb-bf5201928560 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 999 time: 0.0610533 Nov 25 08:52:26.804005 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-52a5905b-fde2-4fa6-a30a-dbfc117a109a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.805328 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-52a5905b-fde2-4fa6-a30a-dbfc117a109a service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0434926 Nov 25 08:52:26.850080 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-7c2f5c77-199f-4185-8c74-c3a5e04e4fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:26.851524 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-7c2f5c77-199f-4185-8c74-c3a5e04e4fc2 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0379941 Nov 25 08:52:26.943658 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-7e050133-f021-439b-af0f-d80dde1bbd30 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839565 Nov 25 08:52:27.033862 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-489abc60-a3c6-4892-8847-a4fb3a9fb340 req-fa17fe78-b407-46f0-80ca-ca62fba4bc0c service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826399 Nov 25 08:52:27.317618 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:52:27.394612 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:27.416539 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:52:27.419291 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9985611-866c-4ffc-b23e-74ab65ba0291" -d '{"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-unplugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:52:27.431883 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:52:27.438238 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:27.486351 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db99ce-4858-4f13-b5c1-69d638f513c3 req-a2afb998-bcf4-4761-8ed6-8994636ee168 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:27.487918 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61db99ce-4858-4f13-b5c1-69d638f513c3 req-a2afb998-bcf4-4761-8ed6-8994636ee168 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0581005 Nov 25 08:52:27.493607 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=6']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:27.502620 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.502964 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.503302 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.503659 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.503990 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.504356 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.504629 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.504953 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.505344 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.505665 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.505984 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.506305 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:52:27.527020 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 25 Nov 2021 08:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cee7418c-4085-4ebc-ab7c-766442ca0046 x-openstack-request-id: req-cee7418c-4085-4ebc-ab7c-766442ca0046 {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:52:27.527399 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-unplugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:52:27.527659 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cee7418c-4085-4ebc-ab7c-766442ca0046 {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:52:27.528205 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'code': 200} Nov 25 08:52:27.549444 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-61db99ce-4858-4f13-b5c1-69d638f513c3 req-3db037db-6c31-464c-979f-c6efa7438f77 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495133 Nov 25 08:52:28.666715 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7838dbee-3468-4bf8-86b9-196d14a8d56d req-361ee708-68f0-426c-afb8-e4c9183f80db tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:28.668273 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7838dbee-3468-4bf8-86b9-196d14a8d56d req-361ee708-68f0-426c-afb8-e4c9183f80db tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0484240 Nov 25 08:52:28.716070 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7838dbee-3468-4bf8-86b9-196d14a8d56d req-ba48cf2f-00be-48ef-a352-9aefe4d228bb tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411468 Nov 25 08:52:29.829563 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2515d6-ce89-4310-a2f2-344e83589c09 req-b844cc51-d5fc-47a7-8f98-e1b378c342d4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:29.831002 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a2515d6-ce89-4310-a2f2-344e83589c09 req-b844cc51-d5fc-47a7-8f98-e1b378c342d4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0470798 Nov 25 08:52:29.884637 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6a2515d6-ce89-4310-a2f2-344e83589c09 req-e79f210b-54a7-4037-90c7-a03ada4bd170 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476406 Nov 25 08:52:30.657487 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:52:30.999750 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd0f0b0-bc39-4e89-ac28-658cc90801ab req-22a80e41-d8d9-4af5-8c5a-57f33d62280c tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:31.001229 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6cd0f0b0-bc39-4e89-ac28-658cc90801ab req-22a80e41-d8d9-4af5-8c5a-57f33d62280c tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0475810 Nov 25 08:52:31.049933 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-6cd0f0b0-bc39-4e89-ac28-658cc90801ab req-3e390edd-8b8d-44c8-9031-b2244ec9f01b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429022 Nov 25 08:52:32.167929 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237d6ca1-30a1-44ef-8f91-1565371dcf94 req-9bbf0b24-ffa6-4bf1-aa59-871bf2ce6657 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:32.169501 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-237d6ca1-30a1-44ef-8f91-1565371dcf94 req-9bbf0b24-ffa6-4bf1-aa59-871bf2ce6657 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0504324 Nov 25 08:52:32.219307 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-237d6ca1-30a1-44ef-8f91-1565371dcf94 req-97984609-8be5-4dfe-a779-5a92ec8d597b tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437281 Nov 25 08:52:33.361977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8885f6c2-f7b5-45ad-8b4d-125cd4c7b5d0 req-18defb29-3442-4d03-9b0f-f4394be25a9d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.363450 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8885f6c2-f7b5-45ad-8b4d-125cd4c7b5d0 req-18defb29-3442-4d03-9b0f-f4394be25a9d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0731609 Nov 25 08:52:33.395110 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5632efe-2a62-4cbb-960f-269ed3b78415 req-3ac2fc51-0b05-46c7-b9eb-2c175f1db613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:33.396568 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5632efe-2a62-4cbb-960f-269ed3b78415 req-3ac2fc51-0b05-46c7-b9eb-2c175f1db613 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1096 time: 0.0664928 Nov 25 08:52:33.433611 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-8885f6c2-f7b5-45ad-8b4d-125cd4c7b5d0 req-3ac99385-0e7c-4931-ad3d-8dec5b6b8159 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641820 Nov 25 08:52:33.458698 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d5632efe-2a62-4cbb-960f-269ed3b78415 req-6ec13c19-de68-482d-9e5b-3dfb43c9099b service neutron] 10.222.0.59 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540118 Nov 25 08:52:34.550885 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112848f0-6373-4ab2-8fb8-8cc884f4c6db req-2f3ad5c1-e590-489d-bb5a-cac54ccc9882 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:34.552492 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-112848f0-6373-4ab2-8fb8-8cc884f4c6db req-2f3ad5c1-e590-489d-bb5a-cac54ccc9882 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 943 time: 0.0494142 Nov 25 08:52:34.853699 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-112848f0-6373-4ab2-8fb8-8cc884f4c6db req-f0f25998-2722-41d5-875f-4e407fe23a8e tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2952323 Nov 25 08:52:35.339609 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 details requested by agent hyperv_hv-cinder-77819 with host hv-cinder-77819 {{(pid=109110) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 25 08:52:35.432503 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:52:35.443670 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Returning: {'device': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'port_id': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'mac_address': 'fa:16:3e:fc:e3:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 512, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109110) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 25 08:52:35.484155 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:35.497029 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db687506-7dd4-4b8c-86c1-cb18b70d4715 {{(pid=109110) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 25 08:52:35.516046 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:52:35.519830 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:35.568548 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=7']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:35.764906 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] get_ports_and_sgs() called for port_ids ['db687506-7dd4-4b8c-86c1-cb18b70d4715'] {{(pid=109110) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 25 08:52:35.970087 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be9e14e-ec15-4da1-a2fc-b3df8a1547f2 req-47966d20-99e3-4c2e-bafc-c85510c4eda7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:35.971693 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2be9e14e-ec15-4da1-a2fc-b3df8a1547f2 req-47966d20-99e3-4c2e-bafc-c85510c4eda7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 944 time: 0.0481257 Nov 25 08:52:36.022061 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-2be9e14e-ec15-4da1-a2fc-b3df8a1547f2 req-1fea2f61-9365-416f-9ec2-a91c0006d077 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444021 Nov 25 08:52:36.751152 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-e42d3559-e464-462e-9bb2-7cc51c14204e service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402434 Nov 25 08:52:36.835131 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-a233c883-e72b-4f50-a9c0-93dae6562427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:36.836710 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-a233c883-e72b-4f50-a9c0-93dae6562427 service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1097 time: 0.0427349 Nov 25 08:52:36.938240 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-f51c3cc3-81e8-4730-9e76-01a9f9e251e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:36.939706 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-f51c3cc3-81e8-4730-9e76-01a9f9e251e1 service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0823038 Nov 25 08:52:37.007681 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-620861d3-ee19-47f3-bef3-980933ee870b service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 998 time: 0.0605552 Nov 25 08:52:37.059201 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-11b1cd31-e74f-4dae-9f48-339f4e5cce1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:37.060717 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-11b1cd31-e74f-4dae-9f48-339f4e5cce1c service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0449972 Nov 25 08:52:37.106524 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-a4156416-25e9-4ad6-98a8-c0591e33c2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:52:37.108391 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-a4156416-25e9-4ad6-98a8-c0591e33c2e4 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0406444 Nov 25 08:52:37.199170 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-415e153e-567d-4043-9b1e-90d046ebe2b9 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833030 Nov 25 08:52:37.289725 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0e4fdcf5-972e-44a7-bbbe-6c50d52d7482 req-e33360bf-f5ed-4e51-a928-b3ea8d31dfe7 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836000 Nov 25 08:52:37.342834 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 up at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 25 08:52:37.391019 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.provisioning_blocks [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Provisioning complete for port db687506-7dd4-4b8c-86c1-cb18b70d4715 triggered by entity L2. {{(pid=109110) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 25 08:52:37.391382 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1763042'] for port, provisioning_complete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:37.470534 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1646465'] for port, before_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:37.491720 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109110) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:52:37.494222 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9d6fff3d34041b8d6f295e9c92b1294e899255cf9656a1a6ce54a4739527ef4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92ea1578-b857-4e48-a566-5e91b3ca3bc0" -d '{"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-plugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109110) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:52:37.507110 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:52:37.511582 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8761417498408', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8761417091211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8761417091229'] for port, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:37.536636 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369b4fca-b9eb-4f69-97bf-c5b3989d007d x-openstack-request-id: req-369b4fca-b9eb-4f69-97bf-c5b3989d007d {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:52:37.536931 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-plugged", "status": "completed", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "code": 200}]} {{(pid=109110) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:52:37.537183 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-369b4fca-b9eb-4f69-97bf-c5b3989d007d {{(pid=109110) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:52:37.537574 dv-cinder-778193-12-iscsi neutron-server[109110]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'code': 200} Nov 25 08:52:37.562979 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Pushing event updated for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=8']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:52:48.545146 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d6bbd0df-34d5-4f9b-bc86-1c6439914b87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:51.361039 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-47d05de1-5101-4ae0-9f7b-44565bb9e76e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:52.372570 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:53.932912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:54.596567 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:52:55.845929 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:07.657217 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:53:18.550447 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-fd2f3292-01e9-4259-bbb2-82a94a33fdce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:21.367753 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8a190f27-40e4-4ef4-b754-aa226537a899 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:22.373625 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:23.935764 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:24.602368 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:25.854213 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:38.780145 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-61ffa5a3-282b-426f-b7a2-b8049b5785d1 service neutron] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426338 Nov 25 08:53:38.876548 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51484-263e-42e6-8af7-95726e182235 req-26bf7e74-6e8a-4806-972f-b0555b3c150d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:38.878026 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-26bf7e74-6e8a-4806-972f-b0555b3c150d service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0442116 Nov 25 08:53:38.987406 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51484-263e-42e6-8af7-95726e182235 req-aeb1772f-8740-4649-bea7-fb7d1a4a389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:38.990059 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-aeb1772f-8740-4649-bea7-fb7d1a4a389e service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.0866218 Nov 25 08:53:39.060878 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-9ccd0f7b-df32-4561-9afe-f159ae45bd0d service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 999 time: 0.0616088 Nov 25 08:53:39.112761 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51484-263e-42e6-8af7-95726e182235 req-63d50b33-862b-446b-9008-4775a20b672e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:39.115149 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-63d50b33-862b-446b-9008-4775a20b672e service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0443332 Nov 25 08:53:39.161257 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c51484-263e-42e6-8af7-95726e182235 req-584697dc-fded-4933-b741-f4001cdc5b9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:39.162726 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-584697dc-fded-4933-b741-f4001cdc5b9a service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0397513 Nov 25 08:53:39.255248 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-02a3c702-58cd-41a1-9ced-7ab422a0ad3f service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845611 Nov 25 08:53:39.348904 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-d1c51484-263e-42e6-8af7-95726e182235 req-e3a84f22-b29b-4293-9949-90725a2a3113 service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824056 Nov 25 08:53:44.656449 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:53:48.551925 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e0fc0acd-27f2-453a-b496-a0a65ecd8d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:49.807914 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36158) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:49.982424 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Deleting port acbafd17-d6d2-48f4-86e9-244c1ade4af3 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:49.982693 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.058951 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.059271 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.071587 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Calling delete_port for acbafd17-d6d2-48f4-86e9-244c1ade4af3 owned by network:floatingip {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:50.220225 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.244378 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event deleted for resources: {'Port': ['ID=acbafd17-d6d2-48f4-86e9-244c1ade4af3,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:50.257460 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.257806 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.258156 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.259177 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.259544 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.259914 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.260241 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.260562 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.260884 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.261207 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.261522 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.261838 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109109) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:50.317871 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for floatingip, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.318186 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.db.l3_db [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Floating IP b9a4ac45-bcab-43cb-8688-c504cf713b43 disassociated (deleted). External IP: 172.27.3.9, port: db687506-7dd4-4b8c-86c1-cb18b70d4715. Nov 25 08:53:50.520710 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:53:50.628401 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:53:50.633328 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for floatingip, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:50.638557 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Sync routers for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:50.647986 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:50.648596 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:50.660900 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-67e8ad8c-34bb-404f-b768-b50b8a2d0a2f tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "DELETE /v2.0/floatingips/b9a4ac45-bcab-43cb-8688-c504cf713b43 HTTP/1.1" status: 204 len: 168 time: 0.8518493 Nov 25 08:53:50.661612 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109109) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:53:50.663951 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f8fc81b4d88163a5d379faf0fb0eb920806de9715264d523c5aecd1ff54bedf7" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bf5aa9e-5195-4396-8d41-612252eba5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109109) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:53:50.760160 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:50.855119 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 25 Nov 2021 08:53:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec36ffb2-3d79-466b-a049-43a4c1499532 x-openstack-request-id: req-ec36ffb2-3d79-466b-a049-43a4c1499532 {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:53:50.855761 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "status": "completed", "code": 200}]} {{(pid=109109) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:53:50.855761 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-ec36ffb2-3d79-466b-a049-43a4c1499532 {{(pid=109109) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:53:50.856127 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'status': 'completed', 'code': 200} Nov 25 08:53:50.945113 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db6d397-aca3-4b0c-87a5-5ec81b34a98c req-6de4e6af-750d-4515-b74a-9a4004e774a4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:50.946710 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7db6d397-aca3-4b0c-87a5-5ec81b34a98c req-6de4e6af-750d-4515-b74a-9a4004e774a4 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0883999 Nov 25 08:53:50.948528 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-a5c9cf57-97fb-42f0-bb80-b7edb9f702ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:50.949874 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-a5c9cf57-97fb-42f0-bb80-b7edb9f702ca service neutron] 10.222.0.59 "GET /v2.0/ports?tenant_id=3f30271e57434c7bb827ede7add0c04b&device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 1098 time: 0.0630531 Nov 25 08:53:50.978769 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:51.004877 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Checking router: 426dc4d7-744a-41d3-b6bf-553c0ecfd067 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:51.013798 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:51.014404 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:21Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:51.043592 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-7db6d397-aca3-4b0c-87a5-5ec81b34a98c req-4329bad1-e34e-4974-8fed-294cfaee6357 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907931 Nov 25 08:53:51.075028 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-dc4eb6e0-bdaf-4337-92d3-4150cabfbd5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.076526 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-dc4eb6e0-bdaf-4337-92d3-4150cabfbd5a service neutron] 10.222.0.59 "GET /v2.0/networks?id=8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 200 len: 910 time: 0.1097546 Nov 25 08:53:51.124504 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:51.126361 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-4561b69e-6bc2-4bf5-8d34-5a9999e92e87 service neutron] 10.222.0.59 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 200 len: 217 time: 0.0396929 Nov 25 08:53:51.177487 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-4e7e5cab-db2a-4fa1-877e-18abeb193516 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.178948 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-4e7e5cab-db2a-4fa1-877e-18abeb193516 service neutron] 10.222.0.59 "GET /v2.0/subnets?id=d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 200 len: 848 time: 0.0443957 Nov 25 08:53:51.229027 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-8cc1b712-707f-460b-ad94-e66e31e5e2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:51.230511 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-8cc1b712-707f-460b-ad94-e66e31e5e2a1 service neutron] 10.222.0.59 "GET /v2.0/ports?network_id=8c800b04-d4c8-4974-9ff7-6a175a69e904&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0417135 Nov 25 08:53:51.325282 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-bec406ef-9341-45c6-bfc7-2cc12b62ed2f service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855696 Nov 25 08:53:51.327505 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:51.360411 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99b3c76-6f5b-4429-a0b6-aabe9bc31965 None None] The sync data for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi is: [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:13Z', 'revision_number': 4, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi', '_interfaces': [{'id': 'b5ccc735-ade6-4c60-a390-30844bdf3f81', 'name': '', 'network_id': '8c800b04-d4c8-4974-9ff7-6a175a69e904', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'mac_address': 'fa:16:3e:45:1d:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:12Z', 'updated_at': '2021-11-25T08:49:17Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'subnets': [{'id': 'd8163bc2-8909-4f5e-95b0-d204b9119771', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:51.374194 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-996ca3dd-b14a-457b-b3d0-35272fd5ab18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:51.421580 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-0bf5aa9e-5195-4396-8d41-612252eba5cb req-02070d2e-d2f4-4811-b538-4e48e5ddc4fd service neutron] 10.222.0.59 "GET /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877211 Nov 25 08:53:51.582009 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8ad8c1-5179-4d0b-8eec-8bc51ab2ce0f None None] New status for floating IP b9a4ac45-bcab-43cb-8688-c504cf713b43: DOWN {{(pid=109111) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 25 08:53:52.165876 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731443c6-4dc7-4968-bc84-487dd91ef615 req-faf2c75f-c8fc-47f0-8e3e-fdf6dec9e4af tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:52.167291 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-731443c6-4dc7-4968-bc84-487dd91ef615 req-faf2c75f-c8fc-47f0-8e3e-fdf6dec9e4af tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0539782 Nov 25 08:53:52.215871 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-731443c6-4dc7-4968-bc84-487dd91ef615 req-6478bb5a-7cf3-4558-9f02-4ba746730de1 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/security-groups?id=2ea5980e-0374-44d1-a8a3-663a30dba81f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424564 Nov 25 08:53:52.374886 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:52.692248 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-ca359a44-7431-4af8-87bb-06a95562330d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109108) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 25 08:53:52.693692 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-ca359a44-7431-4af8-87bb-06a95562330d tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.59 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 945 time: 0.0472918 Nov 25 08:53:52.785278 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Deleting port db687506-7dd4-4b8c-86c1-cb18b70d4715 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:52.785617 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:52.875971 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] For port db687506-7dd4-4b8c-86c1-cb18b70d4715, host hv-cinder-77819, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-77819',level=0,port_id=db687506-7dd4-4b8c-86c1-cb18b70d4715,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:52.876343 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:52.888670 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Calling delete_port for db687506-7dd4-4b8c-86c1-cb18b70d4715 owned by compute:nova {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:53.017943 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:53.045832 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event deleted for resources: {'Port': ['ID=db687506-7dd4-4b8c-86c1-cb18b70d4715,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:53.056530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.056530 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.056867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.056980 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.057268 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.057594 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.057926 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.058381 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.058576 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.058902 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.059226 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.059547 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109108) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:53.100698 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] No DVR routers for this DVR port db687506-7dd4-4b8c-86c1-cb18b70d4715 on host hv-cinder-77819 {{(pid=109108) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:53.104534 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-229503'] for port, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:53.107969 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-33e16457-20b4-41fd-bd12-b7461b9344eb req-aedb9c0f-f3dc-46ef-9b57-50f2813ce5f9 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.59 "DELETE /v2.0/ports/db687506-7dd4-4b8c-86c1-cb18b70d4715 HTTP/1.1" status: 204 len: 173 time: 0.4050720 Nov 25 08:53:53.108424 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-deleted', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715'}] {{(pid=109108) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 25 08:53:53.110685 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d970fbc6feafb93b414764ebc4a83ab07d42b8538e0fd865a663986c563a115d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e5a7cc-6f57-4b66-b7b0-da82bfd36359" -d '{"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-deleted", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715"}]}' {{(pid=109108) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 25 08:53:53.209993 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 25 Nov 2021 08:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a5733dc-3083-473d-8adc-18c76d7a7a82 x-openstack-request-id: req-8a5733dc-3083-473d-8adc-18c76d7a7a82 {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 25 08:53:53.210643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c9253a3-5d37-4a9e-b18b-999abafb8b56", "name": "network-vif-deleted", "tag": "db687506-7dd4-4b8c-86c1-cb18b70d4715", "status": "completed", "code": 200}]} {{(pid=109108) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 25 08:53:53.210643 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8a5733dc-3083-473d-8adc-18c76d7a7a82 {{(pid=109108) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 25 08:53:53.210901 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c9253a3-5d37-4a9e-b18b-999abafb8b56', 'name': 'network-vif-deleted', 'tag': 'db687506-7dd4-4b8c-86c1-cb18b70d4715', 'status': 'completed', 'code': 200} Nov 25 08:53:53.317546 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [req-4515d997-bec9-4d88-b35a-9d2bd167097e req-6a97d562-0c3b-487b-adf2-9b75d3e7b9d8 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "GET /v2.0/ports?device_id=3c9253a3-5d37-4a9e-b18b-999abafb8b56 HTTP/1.1" status: 200 len: 210 time: 0.0288363 Nov 25 08:53:53.942549 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.375431 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36188) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:54.435514 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.463165 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.522814 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.525532 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.526684 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] 10.222.0.46 "DELETE /v2.0/security-groups/2ea5980e-0374-44d1-a8a3-663a30dba81f HTTP/1.1" status: 204 len: 168 time: 0.1501772 Nov 25 08:53:54.535694 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e788e74a-374d-45af-97d8-9b85c7bf4cc7 tempest-TestShelveInstance-1793456908 tempest-TestShelveInstance-1793456908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea5980e-0374-44d1-a8a3-663a30dba81f,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:54.567696 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36192) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:54.599103 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:54.912562 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.154278 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Deleting port b5ccc735-ade6-4c60-a390-30844bdf3f81 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:55.154590 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.233411 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] For port b5ccc735-ade6-4c60-a390-30844bdf3f81, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5ccc735-ade6-4c60-a390-30844bdf3f81,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:55.233684 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.247694 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Calling delete_port for b5ccc735-ade6-4c60-a390-30844bdf3f81 owned by network:router_interface {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:55.429890 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.456805 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5ccc735-ade6-4c60-a390-30844bdf3f81,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:55.637098 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.678161 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 no longer exists at agent hyperv_hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:53:55.702459 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] No Port match for: db687506-7dd4-4b8c-86c1-cb18b70d4715 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:53:55.702800 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Device db687506-7dd4-4b8c-86c1-cb18b70d4715 not bound to the agent host hv-cinder-77819 {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:53:55.851367 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109109) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:53:55.862790 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:55.963719 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109109) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:53:55.968959 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-b7937c16-4f00-43fd-a21a-7e6136f39f62 admin admin] 10.222.0.46 "PUT /v2.0/routers/426dc4d7-744a-41d3-b6bf-553c0ecfd067/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4001555 Nov 25 08:53:55.979587 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36194) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:55.980169 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21719e01-b649-4022-8899-895052671074 None None] Sync routers for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:55.985928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21719e01-b649-4022-8899-895052671074 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:55.986540 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-21719e01-b649-4022-8899-895052671074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.089219 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks [] for router, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.090538 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-21719e01-b649-4022-8899-895052671074 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: dv-cinder-778193-12-iscsi {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:56.190632 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.250523 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Deleting port b5c2ca53-ebe9-40a3-9602-d4d760e309d4 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:56.250867 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.333125 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] For port b5c2ca53-ebe9-40a3-9602-d4d760e309d4, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:56.333492 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.347280 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Calling delete_port for b5c2ca53-ebe9-40a3-9602-d4d760e309d4 owned by network:router_gateway {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:56.395708 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-21719e01-b649-4022-8899-895052671074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177'}], 'enable_snat': True}, 'gw_port_id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:53:55Z', 'revision_number': 5, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port': {'id': 'b5c2ca53-ebe9-40a3-9602-d4d760e309d4', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:74:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.177', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.425605 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21719e01-b649-4022-8899-895052671074 None None] Checking router: 426dc4d7-744a-41d3-b6bf-553c0ecfd067 for host: dv-cinder-778193-12-iscsi {{(pid=109110) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:56.434350 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21719e01-b649-4022-8899-895052671074 None None] Routers {'426dc4d7-744a-41d3-b6bf-553c0ecfd067'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109110) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:56.434974 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-21719e01-b649-4022-8899-895052671074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'], 'active': True} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.514400 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.523173 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvr_db [None req-21719e01-b649-4022-8899-895052671074 None None] Set router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 gateway port host: None {{(pid=109110) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:56.540558 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Pushing event deleted for resources: {'Port': ['ID=b5c2ca53-ebe9-40a3-9602-d4d760e309d4,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:56.575912 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_hamode_db [None req-21719e01-b649-4022-8899-895052671074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:53:56Z', 'revision_number': 6, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109110) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:56.607231 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21719e01-b649-4022-8899-895052671074 None None] The sync data for ids ['426dc4d7-744a-41d3-b6bf-553c0ecfd067'] in dv-cinder-778193-12-iscsi is: [{'id': '426dc4d7-744a-41d3-b6bf-553c0ecfd067', 'name': 'tempest-TestShelveInstance-1497920719-router', 'tenant_id': '3f30271e57434c7bb827ede7add0c04b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:10Z', 'updated_at': '2021-11-25T08:53:56Z', 'revision_number': 6, 'project_id': '3f30271e57434c7bb827ede7add0c04b', 'gw_port_host': None}] {{(pid=109110) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:56.607429 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.697910 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.700252 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.745634 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.746563 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 426dc4d7-744a-41d3-b6bf-553c0ecfd067 {{(pid=109108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:53:56.751870 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.756031 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-6f5bc880-cb0b-4c0d-8d57-18c2eedb12ab admin admin] 10.222.0.46 "DELETE /v2.0/routers/426dc4d7-744a-41d3-b6bf-553c0ecfd067 HTTP/1.1" status: 204 len: 168 time: 0.7833719 Nov 25 08:53:56.756297 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36196) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:56.802007 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Deleting subnet d8163bc2-8909-4f5e-95b0-d204b9119771 {{(pid=109109) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:53:56.806033 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.847015 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2508916'] for subnet, precommit_delete_associations {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.923114 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:56.978786 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26291596', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25612517'] for subnet, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.005598 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8163bc2-8909-4f5e-95b0-d204b9119771,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.011373 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for subnet, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.016314 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ed3104ec-57b9-4fbf-a9a4-8f9fa17038e2 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/d8163bc2-8909-4f5e-95b0-d204b9119771 HTTP/1.1" status: 204 len: 168 time: 0.2591560 Nov 25 08:53:57.018722 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36198) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:57.020111 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881c54b-1d14-4791-89a8-9d97d7b56494 None None] Network 8c800b04-d4c8-4974-9ff7-6a175a69e904 requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:53:57.100404 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.157442 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Deleting port 69fab311-6869-45d7-b544-b22f87504637 {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:57.157880 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.225902 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] For port 69fab311-6869-45d7-b544-b22f87504637, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=69fab311-6869-45d7-b544-b22f87504637,segment=NetworkSegment(29db8586-337c-49fb-bb16-6c463847bd61),segment_id=29db8586-337c-49fb-bb16-6c463847bd61)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:57.226268 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.242644 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Calling delete_port for 69fab311-6869-45d7-b544-b22f87504637 owned by network:dhcp {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:57.303392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] DHCP port deletion for 8c800b04-d4c8-4974-9ff7-6a175a69e904 request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:53:57.348995 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.355350 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Deleting port 69fab311-6869-45d7-b544-b22f87504637 {{(pid=109110) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:57.355860 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.377506 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=69fab311-6869-45d7-b544-b22f87504637,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.379512 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] No DVR routers for this DVR port 69fab311-6869-45d7-b544-b22f87504637 on host dv-cinder-778193-12-iscsi {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:57.427957 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.db [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] For port 69fab311-6869-45d7-b544-b22f87504637, host dv-cinder-778193-12-iscsi, got binding levels [] {{(pid=109110) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:57.428363 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.445496 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Calling delete_port for 69fab311-6869-45d7-b544-b22f87504637 owned by network:dhcp {{(pid=109110) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:57.448653 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.ipam_backend_mixin [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Port 69fab311-6869-45d7-b544-b22f87504637 was not found and therefore no delete operation was performed {{(pid=109110) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 25 08:53:57.450722 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202'] for port, after_delete {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.459833 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.481324 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Pushing event deleted for resources: {'Port': ['ID=69fab311-6869-45d7-b544-b22f87504637,revision_number=None']} {{(pid=109110) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.490249 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.490660 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.491092 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.491296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.491632 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.492061 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.492345 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.493135 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.493135 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.493684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.493684 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.494078 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-778193-12-iscsi {{(pid=109110) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 25 08:53:57.496981 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0c2fbd6-94a8-4425-a37e-3cfdde00559b None None] No DVR routers for this DVR port 69fab311-6869-45d7-b544-b22f87504637 on host dv-cinder-778193-12-iscsi {{(pid=109110) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:53:57.497384 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c800b04-d4c8-4974-9ff7-6a175a69e904']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:57.511811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29db8586-337c-49fb-bb16-6c463847bd61') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:57.511811 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29db8586-337c-49fb-bb16-6c463847bd61') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:57.520202 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.538660 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.547719 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Releasing vlan 512 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:53:57.548121 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:53:57.549977 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:53:57.609547 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.614067 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:57.619178 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8c800b04-d4c8-4974-9ff7-6a175a69e904 HTTP/1.1" status: 204 len: 168 time: 0.5977805 Nov 25 08:53:57.622172 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36200) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:57.630931 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e157af95-6ea1-4dc2-8fac-195f38dd2f6d admin admin] Pushing event deleted for resources: {'Network': ['ID=8c800b04-d4c8-4974-9ff7-6a175a69e904,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:57.979134 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-678231'] for router_interface, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:58.013005 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 69fab311-6869-45d7-b544-b22f87504637 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:53:58.034598 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 69fab311-6869-45d7-b544-b22f87504637 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:53:58.035341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 69fab311-6869-45d7-b544-b22f87504637 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:53:58.035341 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5c2ca53-ebe9-40a3-9602-d4d760e309d4 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:53:58.056503 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: b5c2ca53-ebe9-40a3-9602-d4d760e309d4 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:53:58.056837 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5c2ca53-ebe9-40a3-9602-d4d760e309d4 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:53:58.057254 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5ccc735-ade6-4c60-a390-30844bdf3f81 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:53:58.076575 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: b5ccc735-ade6-4c60-a390-30844bdf3f81 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:53:58.076919 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device b5ccc735-ade6-4c60-a390-30844bdf3f81 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:53:58.231512 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Deleting port a606ac7e-16f6-486c-841f-82c434e68acf {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:58.231796 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:58.308608 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] For port a606ac7e-16f6-486c-841f-82c434e68acf, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=a606ac7e-16f6-486c-841f-82c434e68acf,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:58.308972 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:58.321831 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Calling delete_port for a606ac7e-16f6-486c-841f-82c434e68acf owned by network:router_interface {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:58.497635 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:58.522680 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Pushing event deleted for resources: {'Port': ['ID=a606ac7e-16f6-486c-841f-82c434e68acf,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:58.943845 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1543556', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-678347'] for router_interface, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.167270 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Router ee5674fa-299f-47c8-bac5-173b1e44df5e has already been hosted by L3 agent 2af10e63-e24b-4e17-8dd7-2e90681991bc {{(pid=109108) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 25 08:53:59.276529 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] Notify agent at l3_agent.dv-cinder-778193-12-iscsi the message routers_updated {{(pid=109108) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 25 08:53:59.282895 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-4d70b133-4480-471f-a586-0ddc708e5e05 admin admin] 10.222.0.46 "PUT /v2.0/routers/ee5674fa-299f-47c8-bac5-173b1e44df5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6582963 Nov 25 08:53:59.284153 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36202) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:53:59.285238 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Sync routers for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 25 08:53:59.297553 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:59.298156 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:59.387783 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks [] for router, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.403592 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: dv-cinder-778193-12-iscsi {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:59.488861 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.544697 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Deleting port 97c3e6f7-0ebc-494a-a3bf-e8102822a388 {{(pid=109108) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:53:59.544942 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.637064 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.db [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] For port 97c3e6f7-0ebc-494a-a3bf-e8102822a388, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=97c3e6f7-0ebc-494a-a3bf-e8102822a388,segment=NetworkSegment(e62c19a8-8731-49d4-ba2b-acf631a052aa),segment_id=e62c19a8-8731-49d4-ba2b-acf631a052aa)] {{(pid=109108) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:53:59.637423 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.650712 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.plugins.ml2.plugin [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Calling delete_port for 97c3e6f7-0ebc-494a-a3bf-e8102822a388 owned by network:router_gateway {{(pid=109108) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:53:59.672615 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'external_fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220'}], 'enable_snat': True}, 'gw_port_id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:53:58Z', 'revision_number': 5, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port': {'id': '97c3e6f7-0ebc-494a-a3bf-e8102822a388', 'name': '', 'network_id': '27542747-ba8c-4238-9bc1-5f6bc3b2a324', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'ip_address': '172.27.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-778193-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:49:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '041c09c8-5c3e-4a18-8309-f4efd7a5e51f', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-778193-12-iscsi'}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:59.699038 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Checking router: ee5674fa-299f-47c8-bac5-173b1e44df5e for host: dv-cinder-778193-12-iscsi {{(pid=109111) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 25 08:53:59.707636 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Routers {'ee5674fa-299f-47c8-bac5-173b1e44df5e'} bound to L3 agent in host dv-cinder-778193-12-iscsi {{(pid=109111) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 25 08:53:59.708250 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-778193-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-25T08:32:21Z,description=,heartbeat_timestamp=2021-11-25T08:53:51Z,host='dv-cinder-778193-12-iscsi',id=2af10e63-e24b-4e17-8dd7-2e90681991bc,load=0,resource_versions=,resources_synced=,started_at=2021-11-25T08:32:21Z,topic='l3_agent')) {'router_ids': ['ee5674fa-299f-47c8-bac5-173b1e44df5e'], 'active': True} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:59.795309 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_dvr_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] Set router ee5674fa-299f-47c8-bac5-173b1e44df5e gateway port host: None {{(pid=109111) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 25 08:53:59.814511 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3114680'] for port, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:53:59.839362 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=97c3e6f7-0ebc-494a-a3bf-e8102822a388,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:53:59.850982 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.l3_hamode_db [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:53:59Z', 'revision_number': 6, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port_host': None}], 'dv-cinder-778193-12-iscsi', False) {} {{(pid=109111) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:53:59.878169 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f47d45b4-90e5-46f5-b941-2e4f0c137ce1 None None] The sync data for ids ['ee5674fa-299f-47c8-bac5-173b1e44df5e'] in dv-cinder-778193-12-iscsi is: [{'id': 'ee5674fa-299f-47c8-bac5-173b1e44df5e', 'name': 'tempest-TestShelveInstance-704898004-router', 'tenant_id': '8b6ba2706e0d46f6b9040238ea514656', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-25T08:49:15Z', 'updated_at': '2021-11-25T08:53:59Z', 'revision_number': 6, 'project_id': '8b6ba2706e0d46f6b9040238ea514656', 'gw_port_host': None}] {{(pid=109111) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 25 08:53:59.911357 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-558189'] for router_gateway, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.003829 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-679165', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-124859'] for router, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.005977 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.050808 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-679154'] for router, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.051272 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee5674fa-299f-47c8-bac5-173b1e44df5e {{(pid=109108) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 25 08:54:00.055773 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] Publish callbacks [] for router, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.057160 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-72c356bc-cae7-4bc3-8963-0adfc98561b1 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ee5674fa-299f-47c8-bac5-173b1e44df5e HTTP/1.1" status: 204 len: 168 time: 0.7720385 Nov 25 08:54:00.059747 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [-] (109108) accepted ('10.222.0.46', 36204) {{(pid=109108) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:00.103109 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.db.db_base_plugin_v2 [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Deleting subnet 5d59c3b7-19ae-4af6-9cf9-511ffd634456 {{(pid=109108) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 25 08:54:00.106214 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.144062 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-27126897'] for subnet, precommit_delete_associations {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.226829 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1767676'] for subnet, precommit_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.295654 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1767431', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-641515', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3114607', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-25520961'] for subnet, after_delete {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.325462 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d59c3b7-19ae-4af6-9cf9-511ffd634456,revision_number=None']} {{(pid=109108) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:00.327453 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron_lib.callbacks.manager [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109108) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.330961 dv-cinder-778193-12-iscsi neutron-server[109108]: INFO neutron.wsgi [None req-07f54412-4805-469b-92b4-15b05acd7475 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/5d59c3b7-19ae-4af6-9cf9-511ffd634456 HTTP/1.1" status: 204 len: 168 time: 0.2702343 Nov 25 08:54:00.335201 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36206) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:00.341766 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4f58e0a-aa32-4e5a-ba20-cac23639b8b5 None None] Network 0c17d1e6-322f-4775-adfe-f7487a58795d requested from dv-cinder-778193-12-iscsi {{(pid=109110) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 25 08:54:00.419698 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1696342'] for network, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.488244 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Deleting port 7833b53b-43b8-4f3b-ac7f-2780decc75bc {{(pid=109109) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 25 08:54:00.488581 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8761417491640'] for port, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.551191 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.db [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] For port 7833b53b-43b8-4f3b-ac7f-2780decc75bc, host dv-cinder-778193-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-778193-12-iscsi',level=0,port_id=7833b53b-43b8-4f3b-ac7f-2780decc75bc,segment=NetworkSegment(d0a6b86b-59a2-4ef2-b79d-d317284324be),segment_id=d0a6b86b-59a2-4ef2-b79d-d317284324be)] {{(pid=109109) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 25 08:54:00.551551 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-696582'] for port, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.564299 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.plugin [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Calling delete_port for 7833b53b-43b8-4f3b-ac7f-2780decc75bc owned by network:dhcp {{(pid=109109) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 25 08:54:00.644591 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1646534', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-8254', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8761417498390', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8761417091202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26291547'] for port, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:00.670773 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Pushing event deleted for resources: {'Port': ['ID=7833b53b-43b8-4f3b-ac7f-2780decc75bc,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:00.674067 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] No DVR routers for this DVR port 7833b53b-43b8-4f3b-ac7f-2780decc75bc on host dv-cinder-778193-12-iscsi {{(pid=109109) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 25 08:54:00.689348 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624d246f-180f-4ddd-a9e3-e30913098e02 None None] DHCP port deletion for 0c17d1e6-322f-4775-adfe-f7487a58795d request from dv-cinder-778193-12-iscsi {{(pid=109110) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 25 08:54:00.709176 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a606ac7e-16f6-486c-841f-82c434e68acf no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:54:00.736325 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: a606ac7e-16f6-486c-841f-82c434e68acf {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:54:00.736663 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device a606ac7e-16f6-486c-841f-82c434e68acf not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:54:00.997285 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1762155', 'neutron.services.segments.db._delete_segments_for_network-8761417580755'] for network, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.016785 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c17d1e6-322f-4775-adfe-f7487a58795d']}} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:01.026380 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0a6b86b-59a2-4ef2-b79d-d317284324be') {'for_net_delete': True} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:01.026676 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.services.segments.db [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0a6b86b-59a2-4ef2-b79d-d317284324be') {} {{(pid=109109) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 25 08:54:01.035809 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8761417585884', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2508927'] for segment, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.048908 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265'] for segment, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.054738 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=109109) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 25 08:54:01.055081 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1723265', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26291574'] for segment, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: Traceback (most recent call last): Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: timer() Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: cb(*args, **kw) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: return func(*args, **kwargs) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: self._notify() Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: self.callback(batched_events) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: event.method(event) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: aggregate_uuid = self.p_client.list_aggregates( Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: return f(self, *a, **k) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._get(url).json() Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: return self.request(url, 'GET', **kwargs) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: base_url = self.get_endpoint(auth, allow=allow, Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 25 08:54:01.056893 dv-cinder-778193-12-iscsi neutron-server[109109]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 25 08:54:01.108713 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1762162', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638569', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1543615', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-558153'] for network, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.113931 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1543585'] for network, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.117178 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0c17d1e6-322f-4775-adfe-f7487a58795d HTTP/1.1" status: 204 len: 168 time: 0.7808812 Nov 25 08:54:01.128706 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac991966-7dfd-4185-9cc4-169fbff73d56 admin admin] Pushing event deleted for resources: {'Network': ['ID=0c17d1e6-322f-4775-adfe-f7487a58795d,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:01.308031 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36210) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:01.352926 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-8da33f70-87e6-49c1-a211-f88a6e6d94b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f30271e57434c7bb827ede7add0c04b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431502 Nov 25 08:54:01.355069 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36212) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:01.406877 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.426888 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.473344 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.475937 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.479584 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/962e55e4-ad63-44c3-8185-b56bdca2cb00 HTTP/1.1" status: 204 len: 168 time: 0.1210597 Nov 25 08:54:01.485598 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168dd218-d985-45e1-91b9-e316eba07f53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962e55e4-ad63-44c3-8185-b56bdca2cb00,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:01.803509 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36218) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:01.843178 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-c0ef257e-e97d-4936-b0ee-d526f3b4d6e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8b6ba2706e0d46f6b9040238ea514656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0384014 Nov 25 08:54:01.845675 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.wsgi [-] (109109) accepted ('10.222.0.46', 36220) {{(pid=109109) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 25 08:54:01.894619 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.916386 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.970212 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638526'] for security_group, after_delete {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.972887 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron_lib.callbacks.manager [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109109) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:01.974055 dv-cinder-778193-12-iscsi neutron-server[109109]: INFO neutron.wsgi [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9282e9ac-d8ba-41af-976d-ec17072ce706 HTTP/1.1" status: 204 len: 168 time: 0.1274617 Nov 25 08:54:01.984970 dv-cinder-778193-12-iscsi neutron-server[109109]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b6dcc-3675-42a0-a7fd-6d71d410822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9282e9ac-d8ba-41af-976d-ec17072ce706,revision_number=None']} {{(pid=109109) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 25 08:54:02.019099 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 97c3e6f7-0ebc-494a-a3bf-e8102822a388 no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:54:02.040595 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 97c3e6f7-0ebc-494a-a3bf-e8102822a388 {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:54:02.040939 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 97c3e6f7-0ebc-494a-a3bf-e8102822a388 not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:54:02.041356 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 7833b53b-43b8-4f3b-ac7f-2780decc75bc no longer exists at agent ovs-agent-dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 25 08:54:02.060376 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.plugin [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] No Port match for: 7833b53b-43b8-4f3b-ac7f-2780decc75bc {{(pid=109110) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 25 08:54:02.060754 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron.plugins.ml2.rpc [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Device 7833b53b-43b8-4f3b-ac7f-2780decc75bc not bound to the agent host dv-cinder-778193-12-iscsi {{(pid=109110) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 25 08:54:18.557012 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-a373f760-4b73-40ba-a48a-87ed6b2eaef4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:21.356461 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-3fd46977-d763-4c1c-a6ac-d53a290221b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:21.654970 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:54:22.378166 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:23.940407 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:24.593269 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:25.862928 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:48.560104 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7b5834e7-1034-4a99-89ec-27e9c8803c60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:51.358424 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-5211d58b-22a6-40b5-b9a7-763a4eafd5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:52.381831 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:53.944108 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:54.596410 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:55.867827 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:54:58.654248 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:55:18.561900 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6f49de45-e318-408b-abf1-831a1e9360b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:21.364691 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-c65a82bf-44ff-4ce5-8f1c-26516d71d756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:22.383736 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:23.946328 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:24.600594 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:25.877138 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:35.653474 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:55:48.563691 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-4249bed5-c677-4c44-bfad-c576e10a2d5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:51.365997 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-8ba0847e-86be-435a-bae8-4818ce7f4e88 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:52.384949 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:53.950498 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:54.599958 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:55:55.878169 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:12.652880 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:56:18.564787 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-15cc9a52-3d35-457c-9c1e-243bc41b7756 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:21.367706 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-14c32bb9-e494-4631-a2e7-cda1e999884f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:22.388611 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:22.588077 dv-cinder-778193-12-iscsi neutron-server[109108]: DEBUG neutron.wsgi [req-60b7e3e3-9c0f-4d99-a1c2-743576747904 req-4c0b1fd1-86c8-4491-b798-677592bde764 service neutron] (109108) timed out ('10.222.0.59', 52066) {{(pid=109108) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 25 08:56:23.952866 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:24.592923 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:25.892845 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:48.569386 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-48d193ec-219f-42dc-b042-a6a00b9ce59e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:49.653022 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:56:51.369135 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-bec2e7bc-cc54-4cf5-b814-f94520bad17f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:52.391296 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:53.955954 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:54.595678 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:56:55.910504 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:18.571667 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-854ae036-6fcc-43d9-9f49-75312599342c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:21.370992 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-85b92bf0-9b68-4beb-80ed-3b8c85d81a26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:22.394495 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:23.958650 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:24.599727 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:25.914043 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:26.652106 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:57:48.574163 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-66d28e8f-8437-4ef5-bcf3-f774258b5e22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:51.372046 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-6e796e60-5e11-4b11-a8cb-8b7af97787c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:52.400534 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:53.960867 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:54.603421 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:57:55.915688 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:03.651185 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:58:18.579392 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-62327a78-28fe-4379-96f7-7b8a27b71494 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:21.373638 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-e40606e7-208a-40a1-9cf1-5b0e889c3244 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:22.403322 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:23.964472 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:24.606260 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:25.921750 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:40.651890 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:58:48.580965 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-9f56b000-5356-4114-84f0-04cfbfff3adc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:51.377526 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7638bfbd-7e15-470a-8462-a5c27873fc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:52.403086 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:53.966908 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:54.607825 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:58:55.943280 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-24d61935-4bf5-4998-8beb-cd9e65670150 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:59:17.651968 dv-cinder-778193-12-iscsi neutron-server[109111]: DEBUG neutron.db.agents_db [None req-a943a2b6-d460-499d-bed0-4c1d05655ed0 None None] Agent healthcheck: found 6 active agents {{(pid=109111) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 25 08:59:18.582372 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-cce64d9d-0973-4896-ae1f-7f93a8a8d4f9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:59:21.378896 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-1c144691-e580-45f4-a250-1faeb7148c41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:59:22.406250 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-d92966a4-02c7-43b2-a68f-cbe39e54eb51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:59:23.971054 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7d8fbbfd-9791-4bdf-bf23-6d30931a8240 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 25 08:59:24.615322 dv-cinder-778193-12-iscsi neutron-server[109110]: DEBUG neutron_lib.callbacks.manager [None req-7af64b4d-54d6-472a-91e2-16a128800f22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8761417580710', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1762877'] for agent, after_update {{(pid=109110) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}